Struct RKLLMResultLastHiddenLayer

#[repr(C)]
pub struct RKLLMResultLastHiddenLayer {
    pub hidden_states: *const f32,
    pub embd_size: c_int,
    pub num_tokens: c_int,
}

@struct RKLLMResultLastHiddenLayer @brief Structure to hold the hidden states from the last layer.

Fields

hidden_states: *const f32

< Pointer to the hidden states (of size num_tokens * embd_size).

embd_size: c_int

< Size of the embedding vector.

num_tokens: c_int

< Number of tokens for which hidden states are stored.

Trait Implementations

impl Clone for RKLLMResultLastHiddenLayer

fn clone(&self) -> RKLLMResultLastHiddenLayer

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RKLLMResultLastHiddenLayer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for RKLLMResultLastHiddenLayer