Struct rust_bert::reformer::ReformerConfig

pub struct ReformerConfig {

    pub attention_head_size: i64,
    pub attn_layers: Vec<AttentionType>,
    pub axial_norm_std: f64,
    pub axial_pos_embds: bool,
    pub axial_pos_embds_dim: Vec<i64>,
    pub axial_pos_shape: Vec<i64>,
    pub chunk_size_lm_head: i64,
    pub chunk_size_feed_forward: Option<i64>,
    pub eos_token_id: i64,
    pub pad_token_id: i64,
    pub feed_forward_size: i64,
    pub hash_seed: Option<i64>,
    pub hidden_act: Activation,
    pub hidden_dropout_prob: f64,
    pub hidden_size: i64,
    pub initializer_range: Option<f64>,
    pub is_decoder: bool,
    pub layer_norm_eps: Option<f64>,
    pub max_position_embeddings: i64,
    pub vocab_size: i64,
    pub num_attention_heads: i64,
    pub num_buckets: Value,
    pub local_attn_chunk_length: Option<i64>,
    pub local_num_chunks_after: Option<i64>,
    pub local_num_chunks_before: Option<i64>,
    pub local_attention_probs_dropout_prob: Option<f64>,
    pub lsh_attn_chunk_length: Option<i64>,
    pub lsh_num_chunks_after: Option<i64>,
    pub lsh_num_chunks_before: Option<i64>,
    pub lsh_attention_probs_dropout_prob: Option<f64>,
    pub num_hashes: i64,
    pub num_hidden_layers: i64,
    pub use_cache: Option<bool>,
    pub id2label: Option<HashMap<i64, String>>,
    pub label2id: Option<HashMap<String, i64>>,
    pub output_attentions: Option<bool>,
    pub output_hidden_states: Option<bool>,
}

Reformer model configuration

Defines the Reformer model architecture (e.g. number of layers, hidden layer size, label mapping…)

Fields

attention_head_size: i64

attn_layers: Vec<AttentionType>

axial_norm_std: f64

axial_pos_embds: bool

axial_pos_embds_dim: Vec<i64>

axial_pos_shape: Vec<i64>

chunk_size_lm_head: i64

chunk_size_feed_forward: Option<i64>

eos_token_id: i64

pad_token_id: i64

feed_forward_size: i64

hash_seed: Option<i64>

hidden_act: Activation

hidden_dropout_prob: f64

hidden_size: i64

initializer_range: Option<f64>

is_decoder: bool

layer_norm_eps: Option<f64>

max_position_embeddings: i64

vocab_size: i64

num_attention_heads: i64

num_buckets: Value

local_attn_chunk_length: Option<i64>

local_num_chunks_after: Option<i64>

local_num_chunks_before: Option<i64>

local_attention_probs_dropout_prob: Option<f64>

lsh_attn_chunk_length: Option<i64>

lsh_num_chunks_after: Option<i64>

lsh_num_chunks_before: Option<i64>

lsh_attention_probs_dropout_prob: Option<f64>

num_hashes: i64

num_hidden_layers: i64

use_cache: Option<bool>

id2label: Option<HashMap<i64, String>>

label2id: Option<HashMap<String, i64>>

output_attentions: Option<bool>

output_hidden_states: Option<bool>

Trait Implementations

impl Clone for ReformerConfig

fn clone(&self) -> ReformerConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for ReformerConfig

fn from_file<P: AsRef<Path>>(path: P) -> Self

Loads a Config object from a JSON file. The format is expected to be aligned with the Transformers library configuration files for each model. The parsing will fail if non-optional keys expected by the model are missing.

impl Debug for ReformerConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ReformerConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ReformerConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ReformerConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

Serialize this value into the given Serde serializer.