Struct tf32

pub struct tf32(/* private fields */);

A 19-bit floating point type implementing the tfloat32 format.

The tfloat32 floating point format is a truncated 19-bit version of the IEEE 754 standard binary32, a.k.a f32. [bf16] has approximately the same dynamic range as f32 but a a lower precision equal to f16.

Implementations

impl tf32

pub const fn from_bits(bits: u32) -> tf32

Constructs a tf32 value from the raw bits.

pub const fn from_f32(value: f32) -> tf32

Constructs a tf32 value from a 32-bit floating point value.

This operation is lossy. If the 32-bit value is too large to fit, ±∞ will result. NaN values are preserved. Subnormal values that are too tiny to be represented will result in ±0. All other values are truncated and rounded to the nearest representable value.

pub const fn from_f64(value: f64) -> tf32

Constructs a tf32 value from a 64-bit floating point value.

This operation is lossy. If the 64-bit value is to large to fit, ±∞ will result. NaN values are preserved. 64-bit subnormal values are too tiny to be represented and result in ±0. Exponents that underflow the minimum exponent will result in subnormals or ±0. All other values are truncated and rounded to the nearest representable value.

pub const fn to_bits(self) -> u32

Converts a tf32 into the underlying bit representation.

pub const fn to_f32(self) -> f32

Converts a tf32 value into an f32 value.

This conversion is lossless as all values can be represented exactly in f32.

pub const fn to_f64(self) -> f64

Converts a tf32 value into an f64 value.

This conversion is lossless as all values can be represented exactly in f64.

Trait Implementations

impl Abs for tf32

fn abs(x: Self) -> Self

fn __expand_abs( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Add for tf32

type Output = tf32

The resulting type after applying the + operator.

fn add(self, rhs: Self) -> Self::Output

Performs the + operation.

impl AddAssign for tf32

fn add_assign(&mut self, rhs: Self)

Performs the += operation.

impl Ceil for tf32

fn ceil(x: Self) -> Self

fn __expand_ceil( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Clamp for tf32

fn clamp(input: Self, min_value: Self, max_value: Self) -> Self

Clamp the input value between the max and min values provided.

fn __expand_clamp( context: &mut CubeContext, input: Self::ExpandType, min_value: Self::ExpandType, max_value: Self::ExpandType, ) -> Self::ExpandType

impl Clone for tf32

fn clone(&self) -> tf32

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Cos for tf32

fn cos(x: Self) -> Self

fn __expand_cos( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl<I: Index> CubeIndex<I> for tf32

type Output = tf32

fn cube_idx(&self, _i: T) -> &Self::Output

impl<I: Index> CubeIndexMut<I> for tf32

fn cube_idx_mut(&mut self, _i: T) -> &mut Self::Output

impl CubePrimitive for tf32

fn as_elem_native() -> Option<Elem>

Return the element type to use on GPU

fn as_elem(_context: &CubeContext) -> Elem

Return the element type to use on GPU.

fn as_elem_native_unchecked() -> Elem

Native or static element type.

fn size() -> Option<usize>

Only native element types have a size.

fn from_expand_elem(elem: ExpandElement) -> Self::ExpandType

impl CubeType for tf32

type ExpandType = ExpandElementTyped<tf32>

fn init(context: &mut CubeContext, expand: Self::ExpandType) -> Self::ExpandType

Wrapper around the init method, necessary to type inference.

impl Default for tf32

fn default() -> tf32

Returns the “default value” for a type.

impl Div for tf32

type Output = tf32

The resulting type after applying the / operator.

fn div(self, rhs: Self) -> Self::Output

Performs the / operation.

impl DivAssign for tf32

fn div_assign(&mut self, rhs: Self)

Performs the /= operation.

impl Dot for tf32

fn dot(self, _rhs: Self) -> Self

fn __expand_dot( context: &mut CubeContext, lhs: ExpandElementTyped<Self>, rhs: ExpandElementTyped<Self>, ) -> ExpandElementTyped<Self>

impl Erf for tf32

fn erf(x: Self) -> Self

fn __expand_erf( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Exp for tf32

fn exp(x: Self) -> Self

fn __expand_exp( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl ExpandElementBaseInit for tf32

fn init_elem(context: &mut CubeContext, elem: ExpandElement) -> ExpandElement

impl Float for tf32

const MAX_10_EXP: i32 = 38i32

Maximum possible tf32 power of 10 exponent

const MAX_EXP: i32 = 128i32

Maximum possible tf32 power of 2 exponent

const MIN_10_EXP: i32 = -37i32

Minimum possible normal tf32 power of 10 exponent

const MIN_EXP: i32 = -125i32

One greater than the minimum possible normal [v] power of 2 exponent

const MIN_POSITIVE: Self

MIN_POSITIVE is defined by precision, so use f16 as reference

const DIGITS: u32 = 32u32

const EPSILON: Self

const INFINITY: Self

const MANTISSA_DIGITS: u32 = 10u32

const NAN: Self

const NEG_INFINITY: Self

const RADIX: u32 = 2u32

fn new(val: f32) -> Self

fn __expand_new( context: &mut CubeContext, val: f32, ) -> <Self as CubeType>::ExpandType

impl Floor for tf32

fn floor(x: Self) -> Self

fn __expand_floor( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl From<tf32> for ExpandElement

fn from(value: tf32) -> Self

Converts to this type from the input type.

impl From<tf32> for ExpandElementTyped<tf32>

fn from(value: tf32) -> Self

Converts to this type from the input type.

impl From<tf32> for Variable

fn from(value: tf32) -> Self

Converts to this type from the input type.

impl IntoRuntime for tf32

fn __expand_runtime_method( self, context: &mut CubeContext, ) -> ExpandElementTyped<Self>

fn runtime(self) -> Self

Make sure a type is actually expanded into its runtime expand type.

impl LaunchArgExpand for tf32

type CompilationArg = ()

Compilation argument.

fn expand( _: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> ExpandElementTyped<Self>

Register an input variable during compilation that fill the KernelBuilder.

fn expand_output( arg: &Self::CompilationArg, builder: &mut KernelBuilder, ) -> <Self as CubeType>::ExpandType

Register an output variable during compilation that fill the KernelBuilder.

impl Log for tf32

fn log(x: Self) -> Self

fn __expand_log( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Log1p for tf32

fn log1p(x: Self) -> Self

fn __expand_log1p( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Magnitude for tf32

fn magnitude(x: Self) -> Self

fn __expand_magnitude( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Max for tf32

fn max(self, _rhs: Self) -> Self

fn __expand_max( context: &mut CubeContext, lhs: ExpandElementTyped<Self>, rhs: ExpandElementTyped<Self>, ) -> ExpandElementTyped<Self>

impl Min for tf32

fn min(self, _rhs: Self) -> Self

fn __expand_min( context: &mut CubeContext, lhs: ExpandElementTyped<Self>, rhs: ExpandElementTyped<Self>, ) -> ExpandElementTyped<Self>

impl Mul for tf32

type Output = tf32

The resulting type after applying the * operator.

fn mul(self, rhs: Self) -> Self::Output

Performs the * operation.

impl MulAssign for tf32

fn mul_assign(&mut self, rhs: Self)

Performs the *= operation.

impl Neg for tf32

type Output = tf32

The resulting type after applying the - operator.

fn neg(self) -> Self::Output

Performs the unary - operation.

impl Normalize for tf32

fn normalize(x: Self) -> Self

fn __expand_normalize( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl NumCast for tf32

fn from<T: ToPrimitive>(n: T) -> Option<Self>

Creates a number from another value that can be converted into a primitive via the ToPrimitive trait. If the source value cannot be represented by the target type, then None is returned.

impl Numeric for tf32

fn min_value() -> Self

fn max_value() -> Self

fn __expand_min_value( context: &mut CubeContext, ) -> <Self as CubeType>::ExpandType

fn __expand_max_value( context: &mut CubeContext, ) -> <Self as CubeType>::ExpandType

fn from_int(val: i64) -> Self

Create a new constant numeric.

fn from_vec<const D: usize>(_vec: [u32; D]) -> Self

fn __expand_from_int( context: &mut CubeContext, val: ExpandElementTyped<i64>, ) -> <Self as CubeType>::ExpandType

fn __expand_from_vec<const D: usize>( context: &mut CubeContext, vec: [u32; D], ) -> <Self as CubeType>::ExpandType

impl PartialEq for tf32

fn eq(&self, other: &tf32) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for tf32

fn partial_cmp(&self, other: &tf32) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

Tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

Tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

Tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

Tests greater than or equal to (for self and other) and is used by the >= operator.

impl Powf for tf32

fn powf(self, _rhs: Self) -> Self

fn __expand_powf( context: &mut CubeContext, lhs: ExpandElementTyped<Self>, rhs: ExpandElementTyped<Self>, ) -> ExpandElementTyped<Self>

impl Recip for tf32

fn recip(x: Self) -> Self

fn __expand_recip( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Remainder for tf32

fn rem(self, _rhs: Self) -> Self

fn __expand_rem( context: &mut CubeContext, lhs: ExpandElementTyped<Self>, rhs: ExpandElementTyped<Self>, ) -> ExpandElementTyped<Self>

impl Round for tf32

fn round(x: Self) -> Self

fn __expand_round( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl ScalarArgSettings for tf32

fn register<R: Runtime>(&self, settings: &mut KernelLauncher<R>)

Register the information to the KernelLauncher.

impl Serialize for tf32

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Sin for tf32

fn sin(x: Self) -> Self

fn __expand_sin( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Sqrt for tf32

fn sqrt(x: Self) -> Self

fn __expand_sqrt( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl Sub for tf32

type Output = tf32

The resulting type after applying the - operator.

fn sub(self, rhs: Self) -> Self::Output

Performs the - operation.

impl SubAssign for tf32

fn sub_assign(&mut self, rhs: Self)

Performs the -= operation.

impl Tanh for tf32

fn tanh(x: Self) -> Self

fn __expand_tanh( context: &mut CubeContext, x: Self::ExpandType, ) -> ExpandElementTyped<Self>

impl ToPrimitive for tf32

fn to_i64(&self) -> Option<i64>

Converts the value of self to an i64. If the value cannot be represented by an i64, then None is returned.

fn to_u64(&self) -> Option<u64>

Converts the value of self to a u64. If the value cannot be represented by a u64, then None is returned.

fn to_f32(&self) -> Option<f32>

Converts the value of self to an f32. Overflows may map to positive or negative inifinity, otherwise None is returned if the value cannot be represented by an f32.

fn to_f64(&self) -> Option<f64>

Converts the value of self to an f64. Overflows may map to positive or negative inifinity, otherwise None is returned if the value cannot be represented by an f64.

fn to_isize(&self) -> Option<isize>

Converts the value of self to an isize. If the value cannot be represented by an isize, then None is returned.

fn to_i8(&self) -> Option<i8>

Converts the value of self to an i8. If the value cannot be represented by an i8, then None is returned.

fn to_i16(&self) -> Option<i16>

Converts the value of self to an i16. If the value cannot be represented by an i16, then None is returned.

fn to_i32(&self) -> Option<i32>

Converts the value of self to an i32. If the value cannot be represented by an i32, then None is returned.

fn to_i128(&self) -> Option<i128>

Converts the value of self to an i128. If the value cannot be represented by an i128 (i64 under the default implementation), then None is returned.

fn to_usize(&self) -> Option<usize>

Converts the value of self to a usize. If the value cannot be represented by a usize, then None is returned.

fn to_u8(&self) -> Option<u8>

Converts the value of self to a u8. If the value cannot be represented by a u8, then None is returned.

fn to_u16(&self) -> Option<u16>

Converts the value of self to a u16. If the value cannot be represented by a u16, then None is returned.

fn to_u32(&self) -> Option<u32>

Converts the value of self to a u32. If the value cannot be represented by a u32, then None is returned.

fn to_u128(&self) -> Option<u128>

Converts the value of self to a u128. If the value cannot be represented by a u128 (u64 under the default implementation), then None is returned.

impl Zeroable for tf32

fn zeroed() -> Self

Calls zeroed.

impl Copy for tf32

impl Pod for tf32

impl StructuralPartialEq for tf32