Struct FNetConfig

Source

pub struct FNetConfig {Show 17 fields
    pub vocab_size: usize,
    pub hidden_size: usize,
    pub num_hidden_layers: usize,
    pub intermediate_size: usize,
    pub hidden_act: String,
    pub hidden_dropout_prob: f32,
    pub max_position_embeddings: usize,
    pub type_vocab_size: usize,
    pub initializer_range: f32,
    pub layer_norm_eps: f32,
    pub pad_token_id: u32,
    pub position_embedding_type: String,
    pub use_fourier_transform: bool,
    pub use_tpu_optimized_fft: bool,
    pub fourier_transform_type: String,
    pub use_bias_in_fourier: bool,
    pub fourier_dropout_prob: f32,
}

Expand description

FNet model configuration Reference: “FNet: Mixing Tokens with Fourier Transforms” (Lee-Thorp et al., 2021)

Fields§

§vocab_size: usize§hidden_size: usize§num_hidden_layers: usize§intermediate_size: usize§hidden_act: String§hidden_dropout_prob: f32§max_position_embeddings: usize§type_vocab_size: usize§initializer_range: f32§layer_norm_eps: f32§pad_token_id: u32§position_embedding_type: String§use_fourier_transform: bool§use_tpu_optimized_fft: bool§fourier_transform_type: String§use_bias_in_fourier: bool§fourier_dropout_prob: f32

Struct FNetConfig Copy item path

Fields§

Implementations§

impl FNetConfig

pub fn fnet_base() -> Self

pub fn fnet_large() -> Self

pub fn fnet_tpu() -> Self

pub fn fnet_dct() -> Self

pub fn fnet_long() -> Self

pub fn complexity_advantage(&self) -> f32

pub fn is_efficient_config(&self) -> bool

pub fn recommended_batch_size(&self) -> usize

Trait Implementations§

impl Clone for FNetConfig

fn clone(&self) -> FNetConfig

fn clone_from(&mut self, source: &Self)

impl Config for FNetConfig

fn validate(&self) -> Result<()>

fn architecture(&self) -> &'static str

impl Debug for FNetConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for FNetConfig

fn default() -> Self

impl<'de> Deserialize<'de> for FNetConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

impl Serialize for FNetConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Auto Trait Implementations§

impl Freeze for FNetConfig

impl RefUnwindSafe for FNetConfig

impl Send for FNetConfig

impl Sync for FNetConfig

impl Unpin for FNetConfig

impl UnsafeUnpin for FNetConfig

impl UnwindSafe for FNetConfig

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> ConfigSerializable for Twhere T: Serialize + for<'de> Deserialize<'de>,

fn to_json(&self) -> Result<String, TrustformersError>

fn from_json(json: &str) -> Result<T, TrustformersError>

fn save_to_file(&self, path: &Path) -> Result<(), TrustformersError>

fn load_from_file(path: &Path) -> Result<Self, TrustformersError>where Self: Sized,

impl<T> DynConfig for Twhere T: Config + 'static,

fn validate(&self) -> Result<(), TrustformersError>

fn architecture(&self) -> &'static str

fn as_any(&self) -> &(dyn Any + 'static)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> PolicyExt for Twhere T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>where T: Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>where T: Policy<B, E>, P: Policy<B, E>,

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

Struct FNetConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where __D: Deserializer<'de>,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T> ConfigSerializable for T
where T: Serialize + for<'de> Deserialize<'de>,

fn load_from_file(path: &Path) -> Result<Self, TrustformersError>
where Self: Sized,

impl<T> DynConfig for T
where T: Config + 'static,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,