Struct InputTokenCount 

pub struct InputTokenCount {
    pub text_tokens: u64,
    pub media_positions: u64,
    pub model_positions: u64,
    pub kind: ObservationKind,
    /* private fields */
}

Accounting for a tokenized or backend-prepared input.

Fields

text_tokens: u64

Ordinary tokenizer IDs present in the input.

media_positions: u64

Positions inserted by prepared media.

model_positions: u64

Total decoder/model positions consumed by prefill.

kind: ObservationKind

Semantics of the model-position count.

Implementations

impl InputTokenCount

pub const fn text(tokens: u64) -> Self

Creates an exact count for tokenized text.

pub const fn prepared( text_tokens: u64, media_positions: u64, model_positions: u64, media_execution_workspace_bytes: u64, media_execution_workspace_kind: ObservationKind, ) -> Self

Creates an exact position count for backend-prepared input.

pub const fn media_execution_workspace_bytes(&self) -> u64

Conservative media-tower workspace attributed to this input.

pub const fn media_execution_workspace_kind(&self) -> ObservationKind

Measurement semantics of the media workspace.

Trait Implementations

impl Clone for InputTokenCount

fn clone(&self) -> InputTokenCount

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for InputTokenCount

impl Debug for InputTokenCount

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for InputTokenCount

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for InputTokenCount

impl PartialEq for InputTokenCount

fn eq(&self, other: &InputTokenCount) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for InputTokenCount

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for InputTokenCount