Trait ProcessBatchRequests

pub trait ProcessBatchRequests {
    type Error;

    // Required method
    fn process_batch_requests<'life0, 'life1, 'life2, 'async_trait>(
        &'life0 self,
        batch_requests: &'life1 [LanguageModelBatchAPIRequest],
        expected_content_type: &'life2 ExpectedContentType,
    ) -> Pin<Box<dyn Future<Output = Result<(), Self::Error>> + Send + 'async_trait>>
       where 'life0: 'async_trait,
             'life1: 'async_trait,
             'life2: 'async_trait,
             Self: 'async_trait;
}

Required Associated Types

type Error

Required Methods

fn process_batch_requests<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, batch_requests: &'life1 [LanguageModelBatchAPIRequest], expected_content_type: &'life2 ExpectedContentType, ) -> Pin<Box<dyn Future<Output = Result<(), Self::Error>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, Self: 'async_trait,

Process each batch, writing it to disk or sending it to a remote server.

Implementors

impl<E> ProcessBatchRequests for LanguageModelTokenExpander<E>

where E: ExpandedToken<Error = SaveLoadError> + DeserializeOwned + Named + AiJsonTemplate + GetTargetPathForAIExpansion + LoadFromFile + 'static,

type Error = TokenExpanderError