Skip to main content

OpenResponsesProtocolChatDriver

Struct OpenResponsesProtocolChatDriver 

Source
pub struct OpenResponsesProtocolChatDriver { /* private fields */ }

Implementations§

Source§

impl OpenResponsesProtocolChatDriver

Source

pub fn new(api_key: impl Into<String>) -> Self

Create a new driver with the given API key

Source

pub fn with_base_url( api_key: impl Into<String>, api_url: impl Into<String>, ) -> Self

Create a new driver with a custom API URL

Source

pub fn with_provider_type(self, provider_type: DriverId) -> Self

Set the model provider used for provider-specific request features.

Source

pub fn with_request_extension( self, extension: Arc<dyn OpenResponsesRequestExtension>, ) -> Self

Attach a provider-specific request-body decorator. The decorator runs on every chat request just before it is sent (see OpenResponsesRequestExtension).

Source

pub fn with_auth_provider(self, provider: Arc<dyn AuthHeaderProvider>) -> Self

Set a pluggable AuthHeaderProvider that overrides the default host-keyed api-key / bearer auth. The provider is awaited once per HTTP attempt (including retries), so refreshable OAuth providers (ChatGPT/Codex, Entra ID, workload identity, …) can mint or refresh tokens per request without the driver knowing the scheme. The resolved auth header takes precedence over any header set by an OpenResponsesRequestExtension::decorate_headers.

Source

pub fn with_retry_config(self, config: LlmRetryConfig) -> Self

Configure retry behavior for rate limit errors

Source

pub fn api_url(&self) -> &str

Get the API URL

Source

pub fn api_key(&self) -> &str

Get the API key (for subclass access)

Source

pub fn client(&self) -> &Client

Get the HTTP client (for subclass access)

Source

pub fn provider_type(&self) -> &DriverId

Get the provider type used for model profile lookup.

Source

pub async fn compact(&self, request: CompactRequest) -> Result<CompactResponse>

Compact a conversation to reduce context size

This method calls the /v1/responses/compact endpoint to compress the conversation history. User messages are kept verbatim, while assistant messages, tool calls, and tool results are replaced by an encrypted compaction item.

§Arguments
  • request - The compact request containing the model and input items
§Returns

Returns a CompactResponse containing the compacted output items. The output can be used directly as input for the next /v1/responses call.

§Example
use everruns_core::{OpenResponsesProtocolChatDriver, CompactRequest, CompactInputItem, CompactContent};

let driver = OpenResponsesProtocolChatDriver::new("your-api-key");

let request = CompactRequest {
    model: "gpt-4o".to_string(),
    input: vec![
        CompactInputItem::Message {
            role: "user".to_string(),
            content: CompactContent::Text("Hello!".to_string()),
        },
    ],
    previous_response_id: None,
    instructions: None,
};

let response = driver.compact(request).await?;
// Use response.output as input for the next /v1/responses call
Source

pub fn supports_compact(&self) -> bool

Check if this driver supports the compact endpoint

Returns true for OpenAI’s Responses API. Custom endpoints may or may not support compaction.

Trait Implementations§

Source§

impl ChatDriver for OpenResponsesProtocolChatDriver

Source§

fn supports_parallel_tool_calls(&self, _model: &str) -> bool

The Responses API accepts the top-level parallel_tool_calls boolean.

Source§

fn chat_completion_stream<'life0, 'life1, 'async_trait>( &'life0 self, messages: Vec<LlmMessage>, config: &'life1 LlmCallConfig, ) -> Pin<Box<dyn Future<Output = Result<LlmResponseStream>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Call the LLM with streaming response
Source§

fn supports_compact(&self) -> bool

Check if this driver supports the compact endpoint Read more
Source§

fn compact<'life0, 'async_trait>( &'life0 self, request: CompactRequest, ) -> Pin<Box<dyn Future<Output = Result<Option<CompactResponse>>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

Compact a conversation to reduce context size Read more
Source§

fn chat_completion<'life0, 'life1, 'async_trait>( &'life0 self, messages: Vec<LlmMessage>, config: &'life1 LlmCallConfig, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Call the LLM without streaming (convenience method)
Source§

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Option<Vec<DiscoveredModel>>>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait,

List available models from the provider Read more
Source§

impl Clone for OpenResponsesProtocolChatDriver

Source§

fn clone(&self) -> OpenResponsesProtocolChatDriver

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for OpenResponsesProtocolChatDriver

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> DynClone for T
where T: Clone,

Source§

fn __clone_box(&self, _: Private) -> *mut ()

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> FromRef<T> for T
where T: Clone,

Source§

fn from_ref(input: &T) -> T

Converts to this type from a reference to the input type.
Source§

impl<T> FutureExt for T

Source§

fn with_context(self, otel_cx: Context) -> WithContext<Self>

Attaches the provided Context to this type, returning a WithContext wrapper. Read more
Source§

fn with_current_context(self) -> WithContext<Self>

Attaches the current Context to this type, returning a WithContext wrapper. Read more
Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoRequest<T> for T

Source§

fn into_request(self) -> Request<T>

Wrap the input message T in a tonic::Request
Source§

impl<L> LayerExt<L> for L

Source§

fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>
where L: Layer<S>,

Applies the layer to a service and wraps it in Layered.
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more