Struct RuntimePolicy 

#[non_exhaustive]
pub struct RuntimePolicy {

    pub max_iterations: usize,
    pub max_tokens: Option<usize>,
    pub max_tool_concurrency: usize,
    pub tool_timeout: Duration,
    pub provider_timeout: Duration,
    pub continue_on_tool_failure: bool,
    pub retry_on_provider_error: bool,
    pub max_retries: usize,
    pub compaction: CompactionConfig,
    pub tool_output: ToolOutputConfig,
    pub doom_loop: DoomLoopConfig,
    pub input_admission: InputAdmissionConfig,
    pub max_output_recovery_attempts: usize,
    pub prompt_cache: PromptCacheConfig,
}

Runtime policy for agent execution.

Fields (Non-exhaustive)

Non-exhaustive structs could have additional fields added in future. Therefore, non-exhaustive structs cannot be constructed in external crates using the traditional Struct { .. } syntax; cannot be matched against without a wildcard ..; and struct update syntax will not work.

max_iterations: usize

Maximum number of model call iterations per run.

max_tokens: Option<usize>

Maximum total tokens per run.

max_tool_concurrency: usize

Maximum concurrent tool executions.

tool_timeout: Duration

Timeout for individual tool execution.

provider_timeout: Duration

Timeout for provider calls.

continue_on_tool_failure: bool

Whether to allow tool execution failures to continue the run.

retry_on_provider_error: bool

Whether to retry on retryable provider errors.

max_retries: usize

Maximum retries for provider calls.

compaction: CompactionConfig

Compaction strategy configuration.

tool_output: ToolOutputConfig

Tool output truncation configuration.

doom_loop: DoomLoopConfig

Doom loop detection configuration.

input_admission: InputAdmissionConfig

Input admission pipeline configuration.

max_output_recovery_attempts: usize

Maximum attempts to recover from model output truncation (FinishReason::Length). When exceeded, the run completes with truncated output. Default: 3.

prompt_cache: PromptCacheConfig

Prompt caching strategy. Default: enabled with auto-breakpoints and 5-minute TTL.

Implementations

impl RuntimePolicy

pub fn new() -> RuntimePolicy

Creates a new policy with default values.

pub fn with_max_iterations(self, max_iterations: usize) -> RuntimePolicy

Sets the maximum iterations.

pub fn with_max_tokens(self, max_tokens: usize) -> RuntimePolicy

Sets the maximum tokens.

pub fn with_max_tool_concurrency( self, max_tool_concurrency: usize, ) -> RuntimePolicy

Sets the maximum tool concurrency.

pub fn with_tool_timeout(self, tool_timeout: Duration) -> RuntimePolicy

Sets the tool timeout.

pub fn with_provider_timeout(self, provider_timeout: Duration) -> RuntimePolicy

Sets the provider timeout.

pub fn with_continue_on_tool_failure( self, continue_on_tool_failure: bool, ) -> RuntimePolicy

Sets whether to continue on tool failure.

pub fn with_retry_on_provider_error( self, retry_on_provider_error: bool, ) -> RuntimePolicy

Sets whether to retry on provider errors.

pub fn with_max_retries(self, max_retries: usize) -> RuntimePolicy

Sets the maximum retries.

pub fn with_compaction(self, compaction: CompactionConfig) -> RuntimePolicy

Sets the compaction configuration.

pub fn with_tool_output(self, config: ToolOutputConfig) -> RuntimePolicy

Sets the tool output truncation configuration.

pub fn with_doom_loop(self, config: DoomLoopConfig) -> RuntimePolicy

Sets the doom loop detection configuration.

pub fn with_input_admission(self, config: InputAdmissionConfig) -> RuntimePolicy

Sets the input admission pipeline configuration.

pub fn with_max_output_recovery_attempts(self, attempts: usize) -> RuntimePolicy

Sets the maximum output recovery attempts for truncated responses.

pub fn with_prompt_cache(self, config: PromptCacheConfig) -> RuntimePolicy

Sets the prompt caching configuration.

Trait Implementations

impl Clone for RuntimePolicy

fn clone(&self) -> RuntimePolicy

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RuntimePolicy

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for RuntimePolicy

fn default() -> RuntimePolicy

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for RuntimePolicy

fn deserialize<__D>( __deserializer: __D, ) -> Result<RuntimePolicy, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<RuntimePolicyConfig> for RuntimePolicy

fn from(config: RuntimePolicyConfig) -> Self

Converts to this type from the input type.

impl Serialize for RuntimePolicy

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.