Struct syntaxdot_transformers::models::squeeze_albert::SqueezeAlbertConfig

source · [−]

pub struct SqueezeAlbertConfig {Show 20 fields
    pub attention_probs_dropout_prob: f64,
    pub embedding_size: i64,
    pub hidden_act: Activation,
    pub hidden_dropout_prob: f64,
    pub hidden_size: i64,
    pub initializer_range: f64,
    pub inner_group_num: i64,
    pub intermediate_size: i64,
    pub max_position_embeddings: i64,
    pub num_attention_heads: i64,
    pub num_hidden_groups: i64,
    pub num_hidden_layers: i64,
    pub type_vocab_size: i64,
    pub vocab_size: i64,
    pub q_groups: i64,
    pub k_groups: i64,
    pub v_groups: i64,
    pub post_attention_groups: i64,
    pub intermediate_groups: i64,
    pub output_groups: i64,
}

Expand description

SqueezeALBERT model configuration.

This is the union set of the SqueezeBERT and ALBERT configurations:

SqueezeBERT uses q_groups, k_groups, v_groups, post_attention_groups, intermediate_groups, and output_groups to configure the number of groups in grouped convolutions.
ALBERT uses num_hidden_groups to configure the number of layer groups and embedding_size to configure the size of piece embeddings.

Fields

attention_probs_dropout_prob: f64embedding_size: i64hidden_act: Activationhidden_dropout_prob: f64hidden_size: i64initializer_range: f64inner_group_num: i64intermediate_size: i64max_position_embeddings: i64num_attention_heads: i64num_hidden_groups: i64num_hidden_layers: i64type_vocab_size: i64vocab_size: i64q_groups: i64k_groups: i64v_groups: i64post_attention_groups: i64intermediate_groups: i64output_groups: i64

Struct syntaxdot_transformers::models::squeeze_albert::SqueezeAlbertConfig

Fields

Trait Implementations

impl Debug for SqueezeAlbertConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for SqueezeAlbertConfig

fn default() -> Self

impl<'de> Deserialize<'de> for SqueezeAlbertConfig where SqueezeAlbertConfig: Default,

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where __D: Deserializer<'de>,

impl From<&SqueezeAlbertConfig> for AlbertConfig

fn from(albert_config: &SqueezeAlbertConfig) -> Self

impl From<&SqueezeAlbertConfig> for BertConfig

fn from(albert_config: &SqueezeAlbertConfig) -> Self

impl From<&SqueezeAlbertConfig> for SqueezeBertConfig

fn from(config: &SqueezeAlbertConfig) -> Self

Auto Trait Implementations

impl RefUnwindSafe for SqueezeAlbertConfig

impl Send for SqueezeAlbertConfig

impl Sync for SqueezeAlbertConfig

impl Unpin for SqueezeAlbertConfig

impl UnwindSafe for SqueezeAlbertConfig

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

impl<T> DeserializeOwned for T where T: for<'de> Deserialize<'de>,

impl<'de> Deserialize<'de> for SqueezeAlbertConfig where
SqueezeAlbertConfig: Default,

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where
__D: Deserializer<'de>,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>,