Struct StreamingContext 

pub struct StreamingContext {
    pub prompt: String,
    pub generated_prefix: String,
    pub token_count: usize,
    pub primary_backend: String,
    pub request_id: String,
}

Cached streaming context for failover recovery

Fields

prompt: String

Original prompt

generated_prefix: String

Generated tokens so far

token_count: usize

Total tokens generated

primary_backend: String

Primary backend that was used

request_id: String

Request ID for correlation

Implementations

impl StreamingContext

pub fn new(prompt: impl Into<String>, request_id: impl Into<String>) -> Self

Create a new streaming context

pub fn append(&mut self, tokens: &str)

Append generated tokens

pub fn continuation_prompt(&self) -> String

Get continuation prompt (original + generated so far)

pub fn worth_recovering(&self) -> bool

Check if recovery is worthwhile (has meaningful progress)

Trait Implementations

impl Clone for StreamingContext

fn clone(&self) -> StreamingContext

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamingContext

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for StreamingContext

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for StreamingContext

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.