Struct LlamaBatch 

pub struct LlamaBatch<'tokens> {
    pub initialized_logits: Vec<i32>,
    pub llama_batch: llama_batch,
    /* private fields */
}

Fields

initialized_logits: Vec<i32>

llama_batch: llama_batch

Implementations

impl<'tokens> LlamaBatch<'tokens>

pub fn clear(&mut self)

pub fn add( &mut self, sampled_token: &SampledToken, pos: llama_pos, seq_ids: &[i32], logits: bool, ) -> Result<(), BatchAddError>

Errors

Returns an error if there is insufficient space in the buffer or if integer conversions fail.

pub fn add_sequence( &mut self, tokens: &[LlamaToken], seq_id: i32, logits_all: bool, ) -> Result<(), BatchAddError>

Errors

Returns an error if there is insufficient space in the buffer or if integer conversions fail.

pub fn new(n_tokens: usize, n_seq_max: i32) -> Result<Self, BatchAddError>

Errors

Returns an error if n_tokens exceeds i32::MAX.

pub fn get_one(tokens: &'tokens [LlamaToken]) -> Result<Self, BatchAddError>

Errors

Returns an error if the provided token buffer is empty or if integer conversions fail.

pub const fn n_tokens(&self) -> i32

Trait Implementations

impl<'tokens> Debug for LlamaBatch<'tokens>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Drop for LlamaBatch<'_>

fn drop(&mut self)

Executes the destructor for this type.

fn pin_drop(self: Pin<&mut Self>)

🔬This is a nightly-only experimental API. (pin_ergonomics)

Execute the destructor for this type, but different to Drop::drop, it requires self to be pinned.