Struct StageWireMessage 

pub struct StageWireMessage {
    pub kind: WireMessageKind,
    pub pos_start: i32,
    pub token_count: i32,
    pub state: StageStateHeader,
    pub request_id: u64,
    pub session_id: u64,
    pub sampling: Option<StageSamplingConfig>,
    pub chat_sampling_metadata: Option<String>,
    pub tokens: Vec<i32>,
    pub positions: Vec<i32>,
    pub activation: Vec<u8>,
    pub raw_bytes: Vec<u8>,
}

Fields

kind: WireMessageKind

pos_start: i32

token_count: i32

state: StageStateHeader

request_id: u64

session_id: u64

sampling: Option<StageSamplingConfig>

chat_sampling_metadata: Option<String>

tokens: Vec<i32>

positions: Vec<i32>

activation: Vec<u8>

raw_bytes: Vec<u8>

Implementations

impl StageWireMessage

pub fn authoritative_session_position(&self) -> Option<u64>

The committed session position that must exist before this message runs.

Stage-state v11 makes this absolute position authoritative: a worker whose speculative KV is ahead must rewind locally before executing the message.

pub fn verify_window_id(&self) -> Option<i32>

pub fn verify_window_base_position(&self) -> Option<i32>

pub fn verify_window_token_count(&self) -> Option<i32>

pub fn estimated_wire_bytes(&self) -> usize

pub fn request_epoch(&self) -> StageRequestEpoch

pub fn stop(dtype: WireActivationDType) -> Self

pub fn stop_with_identity( dtype: WireActivationDType, request_id: u64, session_id: u64, ) -> Self

pub fn configure_generation( dtype: WireActivationDType, request_id: u64, session_id: u64, prompt_token_count: i32, sampling: Option<StageSamplingConfig>, chat_sampling_metadata: Option<String>, ) -> Self

pub fn activation_f32_payload(&self, n_embd: i32) -> Result<Vec<u8>>

pub fn take_activation_f32_payload(&mut self, n_embd: i32) -> Result<Vec<u8>>

Trait Implementations

impl Clone for StageWireMessage

fn clone(&self) -> StageWireMessage

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StageWireMessage

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for StageWireMessage

fn eq(&self, other: &StageWireMessage) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for StageWireMessage