pub struct ProviderRequestContext {
pub run_id: String,
pub model_request_id: String,
pub cancellation: CancellationToken,
pub deadline: Option<Instant>,
pub timeout: Option<Duration>,
pub metadata: BTreeMap<String, Value>,
}Expand description
Request-scoped provider context.
This is the provider-boundary projection of RunContext: it carries
correlation ids, cancellation/deadline controls, an optional timeout hint,
and sanitized host metadata. Raw prompts, source code, auth headers, API
keys, and environment values should not be placed in metadata by default.
Fields§
§run_id: StringRun id shared with run summaries, event records, and tracing spans.
model_request_id: StringModel request id unique within the run.
cancellation: CancellationTokenCooperative cancellation source.
deadline: Option<Instant>Optional absolute deadline.
timeout: Option<Duration>Optional per-provider-call timeout hint.
metadata: BTreeMap<String, Value>Host/framework metadata for observability and routing.
Implementations§
Source§impl ProviderRequestContext
impl ProviderRequestContext
Sourcepub fn from_run_context(
model_request_id: impl Into<String>,
context: &RunContext,
) -> ProviderRequestContext
pub fn from_run_context( model_request_id: impl Into<String>, context: &RunContext, ) -> ProviderRequestContext
Builds provider context from a run context and model request id.
Sourcepub fn with_timeout(self, timeout: Duration) -> ProviderRequestContext
pub fn with_timeout(self, timeout: Duration) -> ProviderRequestContext
Sets a provider-call timeout hint.
Sourcepub fn is_cancelled(&self) -> bool
pub fn is_cancelled(&self) -> bool
Whether cancellation has already been requested.
Sourcepub fn is_expired(&self) -> bool
pub fn is_expired(&self) -> bool
Whether the deadline has elapsed.
Trait Implementations§
Source§impl Clone for ProviderRequestContext
impl Clone for ProviderRequestContext
Source§fn clone(&self) -> ProviderRequestContext
fn clone(&self) -> ProviderRequestContext
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read more