Enum Assertion 

pub enum Assertion {
    ExpectTools(Vec<String>),
    ForbidTools(Vec<String>),
    ExpectAnyTool,
    ExpectNoTools,
    ExpectTextContains(String),
    ExpectTextNotContains(String),
    ExpectTurns(RangeInclusive<usize>),
    ExpectToolsWithinAllowlist,
    ExpectNoError,
    ExpectToolArgs(String, Value),
    ExpectToolArgsContain(String, Value),
    ExpectToolArg(String, String, Value),
    ExpectToolArgExists(String, String),
    ExpectToolCallCount(String, usize),
    ExpectToolCallOrder(Vec<String>),
    ExpectToolOnTurn(usize, String),
    ExpectToolsInTurnRange(RangeInclusive<usize>, Vec<String>),
    ForbidToolsInTurnRange(RangeInclusive<usize>, Vec<String>),
    ExpectFinalTool(String),
    ExpectFinalToolArg(String, String, Value),
    ExpectGatheringBeforeAction(Vec<String>, Vec<String>),
    ExpectToolOnlyOnFinalTurn(String),
    Custom(Box<dyn Fn(&AgentOutput) -> Result<(), String> + Send + Sync>),
}

An assertion to evaluate against agent output.

Variants

ExpectTools(Vec<String>)

ForbidTools(Vec<String>)

ExpectAnyTool

ExpectNoTools

ExpectTextContains(String)

ExpectTextNotContains(String)

ExpectTurns(RangeInclusive<usize>)

ExpectToolsWithinAllowlist

ExpectNoError

ExpectToolArgs(String, Value)

ExpectToolArgsContain(String, Value)

ExpectToolArg(String, String, Value)

ExpectToolArgExists(String, String)

ExpectToolCallCount(String, usize)

ExpectToolCallOrder(Vec<String>)

ExpectToolOnTurn(usize, String)

ExpectToolsInTurnRange(RangeInclusive<usize>, Vec<String>)

Tools must appear in the specified turn range.

ForbidToolsInTurnRange(RangeInclusive<usize>, Vec<String>)

Tools must NOT appear in the specified turn range.

ExpectFinalTool(String)

Last turn must contain this tool call.

ExpectFinalToolArg(String, String, Value)

Last turn’s tool call must have this argument value.

ExpectGatheringBeforeAction(Vec<String>, Vec<String>)

Gather tools must appear before action tools.

ExpectToolOnlyOnFinalTurn(String)

Tool appears on last turn and no other.

Custom(Box<dyn Fn(&AgentOutput) -> Result<(), String> + Send + Sync>)

Implementations

impl Assertion

pub fn is_security(&self) -> bool

Whether this is a security-related assertion.

pub fn category(&self) -> Option<&str>

Category for reporting grouping.

pub fn evaluate( &self, output: &AgentOutput, available_tools: &[String], ) -> AssertionResult

Evaluate this assertion against agent output.