Struct PrefillChunk 

pub struct PrefillChunk { /* private fields */ }

Exact, validated prompt progress assigned to one prefill invocation.

Implementations

impl PrefillChunk

pub fn new( tokens_processed: usize, tokens_to_process: usize, total_prompt_tokens: usize, ) -> Result<Self>

pub const fn tokens_processed(self) -> usize

pub const fn tokens_to_process(self) -> usize

pub const fn total_prompt_tokens(self) -> usize

pub fn range(self) -> Range<usize>

pub const fn end(self) -> usize

pub const fn is_final(self) -> bool

Trait Implementations

impl Clone for PrefillChunk

fn clone(&self) -> PrefillChunk

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for PrefillChunk

impl Debug for PrefillChunk

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for PrefillChunk

impl PartialEq for PrefillChunk

fn eq(&self, other: &PrefillChunk) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for PrefillChunk

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for PrefillChunk