Trait ModelRunSession 

pub trait ModelRunSession: Send {
    // Required method
    fn request_stream_incremental<'life0, 'async_trait>(
        &'life0 mut self,
        messages: Vec<ModelMessage>,
        settings: Option<ModelSettings>,
        params: ModelRequestParameters,
        context: ModelRequestContext,
    ) -> Pin<Box<dyn Future<Output = Result<ModelResponseEventStream, ModelError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;

    // Provided methods
    fn close<'life0, 'async_trait>(
        &'life0 mut self,
    ) -> Pin<Box<dyn Future<Output = ()> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait { ... }
    fn request_stream_final<'life0, 'async_trait>(
        &'life0 mut self,
        messages: Vec<ModelMessage>,
        settings: Option<ModelSettings>,
        params: ModelRequestParameters,
        context: ModelRequestContext,
    ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait { ... }
}

Run-scoped model session used by agent loops that may issue multiple model requests.

Required Methods

fn request_stream_incremental<'life0, 'async_trait>( &'life0 mut self, messages: Vec<ModelMessage>, settings: Option<ModelSettings>, params: ModelRequestParameters, context: ModelRequestContext, ) -> Pin<Box<dyn Future<Output = Result<ModelResponseEventStream, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream a model request and yield canonical events as they arrive.

Provided Methods

fn close<'life0, 'async_trait>( &'life0 mut self, ) -> Pin<Box<dyn Future<Output = ()> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Close run-scoped transport resources held by this session.

fn request_stream_final<'life0, 'async_trait>( &'life0 mut self, messages: Vec<ModelMessage>, settings: Option<ModelSettings>, params: ModelRequestParameters, context: ModelRequestContext, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream a model request and return the assembled final response.

Dyn Compatibility

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementors