Struct InferenceRequest 

pub struct InferenceRequest {
    pub model: String,
    pub instructions: Option<String>,
    pub context: InferenceContext,
    pub tools: Vec<ToolDefinition>,
    pub tool_policy: ToolPolicy,
    pub generation: GenerationConfig,
}

Semantic inference request.

Example

use iron_providers::{GenerationConfig, InferenceRequest, Message, Transcript};

let request = InferenceRequest::new(
    "claude-sonnet-4-20250514",
    Transcript::with_messages(vec![Message::user("Hello")]),
)
.with_instructions("Be concise.")
.with_generation(GenerationConfig::new().with_temperature(0.5));

Fields

model: String

Model identifier

instructions: Option<String>

Optional top-level instructions (system prompt)

context: InferenceContext

Inference context containing model-visible transcript and runtime-only records.

tools: Vec<ToolDefinition>

Available tools

tool_policy: ToolPolicy

Tool usage policy

generation: GenerationConfig

Generation settings

Implementations

impl InferenceRequest

pub fn new<S: Into<String>>(model: S, transcript: Transcript) -> Self

Create a new inference request for the provided model and transcript.

pub fn validate_model(&self) -> ProviderResult<()>

Validate that the model identifier is present and non-empty.

Called by all provider adapters before constructing a request.

pub fn with_instructions<S: Into<String>>(self, instructions: S) -> Self

Set top-level instructions for the request.

pub fn with_tools(self, tools: Vec<ToolDefinition>) -> Self

Attach tool definitions to the request.

pub fn with_tool_policy(self, policy: ToolPolicy) -> Self

Set the tool policy for the request.

pub fn with_generation(self, generation: GenerationConfig) -> Self

Set generation parameters for the request.

Trait Implementations

impl Clone for InferenceRequest

fn clone(&self) -> InferenceRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for InferenceRequest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for InferenceRequest

fn eq(&self, other: &InferenceRequest) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for InferenceRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for InferenceRequest