Struct Step 

pub struct Step<S, P> { /* private fields */ }

One-step agent service parameterized by a routed tool service S.

Implementations

impl<S, P> Step<S, P>

pub fn new( provider: P, model: impl Into<String>, tools: S, tool_specs: Vec<ChatCompletionTool>, ) -> Self

pub fn temperature(self, t: f32) -> Self

pub fn max_tokens(self, mt: u32) -> Self

pub fn enable_parallel_tools(self, enabled: bool) -> Self

pub fn tool_concurrency_limit(self, limit: usize) -> Self

pub fn tool_join_policy(self, policy: ToolJoinPolicy) -> Self

pub fn reasoning_effort(self, effort: ReasoningEffort) -> Self

Trait Implementations

impl<S, P> Service<CreateChatCompletionRequest> for Step<S, P>

where S: Service<ToolInvocation, Response = ToolOutput, Error = BoxError> + Clone + Send + 'static, S::Future: Send + 'static, P: ModelService + Send + 'static, P::Future: Send + 'static,

type Response = StepOutcome

Responses given by the service.

type Error = Box<dyn Error + Sync + Send>

Errors produced by the service.

type Future = Pin<Box<dyn Future<Output = Result<<Step<S, P> as Service<CreateChatCompletionRequest>>::Response, <Step<S, P> as Service<CreateChatCompletionRequest>>::Error>> + Send>>

The future response value.

fn poll_ready(&mut self, cx: &mut Context<'_>) -> Poll<Result<(), Self::Error>>

Returns Poll::Ready(Ok(())) when the service is able to process requests.

fn call(&mut self, req: CreateChatCompletionRequest) -> Self::Future

Process the request and return the response asynchronously.