Struct syntaxdot_transformers::models::sinusoidal::SinusoidalEmbeddings

source · [−]

pub struct SinusoidalEmbeddings { /* private fields */ }

Expand description

Embeddings layer that uses word embeddings with sinusoidal positions.

The word embeddings in this layer can be optimized, but the sinusoidal positions are generated on-the-fly.

Implementations

source

impl SinusoidalEmbeddings

source

pub fn new<'a>(
 vs: impl Borrow<PathExt<'a>>,
 config: &impl WordEmbeddingsConfig,
 p_norm: Option<f64>
) -> Result<SinusoidalEmbeddings, TransformerError>

Create piece embeddings with sinusoidal position embeddings.

If a p_norm is specified position embeddings are normalized using this norm.

Trait Implementations

source

impl Debug for SinusoidalEmbeddings

source

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

source

impl FallibleModuleT for SinusoidalEmbeddings

type Error = TransformerError

The error type.

source

fn forward_t(
 &self,
 input_ids: &Tensor,
 train: bool
) -> Result<Tensor, Self::Error>

Apply the module.

Auto Trait Implementations

impl RefUnwindSafe for SinusoidalEmbeddings

impl Send for SinusoidalEmbeddings

impl !Sync for SinusoidalEmbeddings

impl Unpin for SinusoidalEmbeddings

impl UnwindSafe for SinusoidalEmbeddings

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct syntaxdot_transformers::models::sinusoidal::SinusoidalEmbeddings

Implementations

impl SinusoidalEmbeddings

pub fn new<'a>(
    vs: impl Borrow<PathExt<'a>>,
    config: &impl WordEmbeddingsConfig,
    p_norm: Option<f64>
) -> Result<SinusoidalEmbeddings, TransformerError>

Trait Implementations

impl Debug for SinusoidalEmbeddings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl FallibleModuleT for SinusoidalEmbeddings

type Error = TransformerError

fn forward_t(
    &self,
    input_ids: &Tensor,
    train: bool
) -> Result<Tensor, Self::Error>

Auto Trait Implementations

impl RefUnwindSafe for SinusoidalEmbeddings

impl Send for SinusoidalEmbeddings

impl !Sync for SinusoidalEmbeddings

impl Unpin for SinusoidalEmbeddings

impl UnwindSafe for SinusoidalEmbeddings

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

fn vzip(self) -> V

Struct syntaxdot_transformers::models::sinusoidal::SinusoidalEmbeddings

Implementations

impl SinusoidalEmbeddings

pub fn new<'a>( vs: impl Borrow<PathExt<'a>>, config: &impl WordEmbeddingsConfig, p_norm: Option<f64>) -> Result<SinusoidalEmbeddings, TransformerError>

Trait Implementations

impl Debug for SinusoidalEmbeddings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl FallibleModuleT for SinusoidalEmbeddings

type Error = TransformerError

fn forward_t( &self, input_ids: &Tensor, train: bool) -> Result<Tensor, Self::Error>

Auto Trait Implementations

impl RefUnwindSafe for SinusoidalEmbeddings

impl Send for SinusoidalEmbeddings

impl !Sync for SinusoidalEmbeddings

impl Unpin for SinusoidalEmbeddings

impl UnwindSafe for SinusoidalEmbeddings

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

pub fn new<'a>(
vs: impl Borrow<PathExt<'a>>,
config: &impl WordEmbeddingsConfig,
p_norm: Option<f64>
) -> Result<SinusoidalEmbeddings, TransformerError>

fn forward_t(
&self,
input_ids: &Tensor,
train: bool
) -> Result<Tensor, Self::Error>

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,