Struct RKLLMResult

#[repr(C)]
pub struct RKLLMResult {
    pub text: *const c_char,
    pub token_id: i32,
    pub last_hidden_layer: RKLLMResultLastHiddenLayer,
    pub logits: RKLLMResultLogits,
    pub perf: RKLLMPerfStat,
}

@struct RKLLMResult @brief Structure to represent the result of LLM inference.

Fields

text: *const c_char

< Generated text result.

token_id: i32

< ID of the generated token.

last_hidden_layer: RKLLMResultLastHiddenLayer

< Hidden states of the last layer (if requested).

logits: RKLLMResultLogits

< Model output logits.

perf: RKLLMPerfStat

< Pointer to performance statistics (prefill and generate).

Trait Implementations

impl Clone for RKLLMResult

fn clone(&self) -> RKLLMResult

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RKLLMResult

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for RKLLMResult