Struct ProtocolModelClient 

pub struct ProtocolModelClient { /* private fields */ }

Shared production model client for a supported wire protocol family.

Implementations

impl ProtocolModelClient

pub fn openai_chat( model_name: impl Into<String>, token: impl Into<String>, ) -> Result<Self, ModelError>

Create an OpenAI Chat Completions client.

Errors

Returns an error when the default HTTP client cannot be created.

pub fn openai_responses( model_name: impl Into<String>, token: impl Into<String>, ) -> Result<Self, ModelError>

Create an OpenAI Responses client.

Errors

Returns an error when the default HTTP client cannot be created.

pub fn anthropic_messages( model_name: impl Into<String>, api_key: impl Into<String>, ) -> Result<Self, ModelError>

Create an Anthropic Messages client.

Errors

Returns an error when the default HTTP client cannot be created.

pub fn gemini_generate_content( model_name: impl Into<String>, api_key: impl Into<String>, ) -> Result<Self, ModelError>

Create a Gemini generateContent client.

Errors

Returns an error when the default HTTP client cannot be created.

pub fn bedrock_converse_gateway( model_name: impl Into<String>, http_config: HttpModelConfig, http_client: DynHttpClient, ) -> Self

Create a Bedrock Converse client for a gateway endpoint.

Bedrock production calls usually require AWS SigV4. Gateways and signed clients can inject the final endpoint and headers through HttpModelConfig and ModelHttpClient.

impl ProtocolModelClient

pub fn new( provider_name: impl Into<String>, model_name: impl Into<String>, profile: ModelProfile, http_config: HttpModelConfig, http_client: DynHttpClient, ) -> Self

Create a protocol client with an injected HTTP client.

pub fn with_default_settings(self, settings: ModelSettings) -> Self

Set adapter-level default settings.

pub fn with_profile(self, profile: ModelProfile) -> Self

Override the model capability profile.

pub fn with_sleeper(self, sleeper: DynSleeper) -> Self

Set a custom sleeper for retry policy execution.

pub fn with_provider_request_audit( self, recorder: DynProviderRequestAuditRecorder, policy: ProviderRequestAuditPolicy, ) -> Self

Record provider HTTP request audit snapshots outside redacted trace events.

Trait Implementations

impl ModelAdapter for ProtocolModelClient

fn model_name(&self) -> &str

Provider model name.

fn provider_name(&self) -> Option<&str>

Provider name.

fn profile(&self) -> &ModelProfile

Model capability profile.

fn default_settings(&self) -> Option<&ModelSettings>

Default generation settings.

fn start_run_session(&self) -> Box<dyn ModelRunSession + '_>

Create a run-scoped session for agent loops that may issue multiple model requests.

fn request<'life0, 'async_trait>( &'life0 self, messages: Vec<ModelMessage>, settings: Option<ModelSettings>, params: ModelRequestParameters, context: ModelRequestContext, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Perform a complete model request.

fn request_stream<'life0, 'async_trait>( &'life0 self, messages: Vec<ModelMessage>, settings: Option<ModelSettings>, params: ModelRequestParameters, context: ModelRequestContext, ) -> Pin<Box<dyn Future<Output = Result<Vec<ModelResponseStreamEvent>, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream a model request as canonical response part deltas.

fn request_stream_incremental<'life0, 'async_trait>( &'life0 self, messages: Vec<ModelMessage>, settings: Option<ModelSettings>, params: ModelRequestParameters, context: ModelRequestContext, ) -> Pin<Box<dyn Future<Output = Result<ModelResponseEventStream, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream a model request and yield canonical events as they arrive.

fn request_stream_final<'life0, 'async_trait>( &'life0 self, messages: Vec<ModelMessage>, settings: Option<ModelSettings>, params: ModelRequestParameters, context: ModelRequestContext, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream a model request and return the assembled final response.

fn count_tokens<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, _messages: &'life1 [ModelMessage], _settings: Option<&'life2 ModelSettings>, _params: &'life3 ModelRequestParameters, ) -> Pin<Box<dyn Future<Output = Result<Usage, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

Count tokens for a request where provider support exists.