pub type OpenAiGptConfig = Gpt2Config;Expand description
§OpenAI GPT model configuration
Defines the OpenAI GPT model architecture (e.g. number of layers, hidden layer size, label mapping…)
Aliased Type§
struct OpenAiGptConfig {Show 20 fields
pub attn_pdrop: Option<f64>,
pub embd_pdrop: Option<f64>,
pub hidden_dropout_prob: Option<f64>,
pub afn: Option<Activation>,
pub initializer_range: f64,
pub layer_norm_epsilon: f64,
pub n_ctx: i64,
pub n_embd: i64,
pub n_head: i64,
pub n_layer: i64,
pub n_positions: i64,
pub num_labels: Option<i64>,
pub output_past: Option<bool>,
pub output_attentions: Option<bool>,
pub output_hidden_states: Option<bool>,
pub resid_pdrop: Option<f64>,
pub vocab_size: i64,
pub decoder_start_token_id: Option<i64>,
pub forced_bos_token_id: Option<i64>,
pub forced_eos_token_id: Option<i64>,
}Fields§
§attn_pdrop: Option<f64>§embd_pdrop: Option<f64>§afn: Option<Activation>§initializer_range: f64§layer_norm_epsilon: f64§n_ctx: i64§n_embd: i64§n_head: i64§n_layer: i64§n_positions: i64§num_labels: Option<i64>§output_past: Option<bool>§output_attentions: Option<bool>§resid_pdrop: Option<f64>§vocab_size: i64§decoder_start_token_id: Option<i64>§forced_bos_token_id: Option<i64>§forced_eos_token_id: Option<i64>