Struct rust_bert::longformer::LongformerConfig

pub struct LongformerConfig {

    pub hidden_act: Activation,
    pub attention_window: Vec<i64>,
    pub attention_probs_dropout_prob: f64,
    pub hidden_dropout_prob: f64,
    pub hidden_size: i64,
    pub initializer_range: f32,
    pub intermediate_size: i64,
    pub max_position_embeddings: i64,
    pub num_attention_heads: i64,
    pub num_hidden_layers: i64,
    pub type_vocab_size: i64,
    pub vocab_size: i64,
    pub sep_token_id: i64,
    pub pad_token_id: Option<i64>,
    pub layer_norm_eps: Option<f64>,
    pub output_attentions: Option<bool>,
    pub output_hidden_states: Option<bool>,
    pub position_embedding_type: Option<PositionEmbeddingType>,
    pub is_decoder: Option<bool>,
    pub id2label: Option<HashMap<i64, String>>,
    pub label2id: Option<HashMap<String, i64>>,
}

Longformer model configuration

Defines the Longformer model architecture (e.g. number of layers, hidden layer size, label mapping…)

Fields

hidden_act: Activation

attention_window: Vec<i64>

attention_probs_dropout_prob: f64

hidden_dropout_prob: f64

hidden_size: i64

initializer_range: f32

intermediate_size: i64

max_position_embeddings: i64

num_attention_heads: i64

num_hidden_layers: i64

type_vocab_size: i64

vocab_size: i64

sep_token_id: i64

pad_token_id: Option<i64>

layer_norm_eps: Option<f64>

output_attentions: Option<bool>

output_hidden_states: Option<bool>

position_embedding_type: Option<PositionEmbeddingType>

is_decoder: Option<bool>

id2label: Option<HashMap<i64, String>>

label2id: Option<HashMap<String, i64>>

Trait Implementations

impl Clone for LongformerConfig

fn clone(&self) -> LongformerConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for LongformerConfig

fn from_file<P: AsRef<Path>>(path: P) -> Self

Loads a Config object from a JSON file. The format is expected to be aligned with the Transformers library configuration files for each model. The parsing will fail if non-optional keys expected by the model are missing.

impl Debug for LongformerConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LongformerConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for LongformerConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for LongformerConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

Serialize this value into the given Serde serializer.