pub type RobertaConfig = BertConfig;Expand description
§RoBERTa model configuration
Defines the RoBERTa model architecture (e.g. number of layers, hidden layer size, label mapping…)
Aliased Type§
struct RobertaConfig {Show 16 fields
pub hidden_act: Activation,
pub attention_probs_dropout_prob: f64,
pub hidden_dropout_prob: f64,
pub hidden_size: i64,
pub initializer_range: f32,
pub intermediate_size: i64,
pub max_position_embeddings: i64,
pub num_attention_heads: i64,
pub num_hidden_layers: i64,
pub type_vocab_size: i64,
pub vocab_size: i64,
pub output_attentions: Option<bool>,
pub output_hidden_states: Option<bool>,
pub is_decoder: Option<bool>,
pub id2label: Option<HashMap<i64, String>>,
pub label2id: Option<HashMap<String, i64>>,
}Fields§
§attention_probs_dropout_prob: f64§initializer_range: f32§intermediate_size: i64§max_position_embeddings: i64§num_attention_heads: i64§type_vocab_size: i64§vocab_size: i64§output_attentions: Option<bool>§is_decoder: Option<bool>§id2label: Option<HashMap<i64, String>>§label2id: Option<HashMap<String, i64>>