Struct rust_bert::pipelines::generation::LMModelOutput

pub struct LMModelOutput {
    pub lm_logits: Tensor,
    pub encoder_hidden_state: Option<Tensor>,
    pub cache: Cache,
    pub all_hidden_states: Option<Vec<Tensor>>,
    pub all_attentions: Option<Vec<Tensor>>,
}

Container holding a language model output for generation tasks

Fields

lm_logits: Tensor

Logits for each vocab item and position

encoder_hidden_state: Option<Tensor>

Encoder hidden state (re-used for encoder/decoder architectures)

cache: Cache

cached state for improved efficiency during decoding

all_hidden_states: Option<Vec<Tensor>>

Hidden states for all intermediate model layers

all_attentions: Option<Vec<Tensor>>

Attention weights for all intermediate model layers