Trait BatchableTransformer 

pub trait BatchableTransformer:
    Send
    + Sync
    + DynClone {
    type Input: Chunk;
    type Output: Chunk;

    // Required method
    fn batch_transform<'life0, 'async_trait>(
        &'life0 self,
        nodes: Vec<Node<Self::Input>>,
    ) -> Pin<Box<dyn Future<Output = IndexingStream<Self::Output>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;

    // Provided methods
    fn concurrency(&self) -> Option<usize> { ... }
    fn name(&self) -> &'static str { ... }
    fn batch_size(&self) -> Option<usize> { ... }
}

Transforms batched single nodes into streams of nodes

Required Associated Types

type Input: Chunk

type Output: Chunk

Required Methods

fn batch_transform<'life0, 'async_trait>( &'life0 self, nodes: Vec<Node<Self::Input>>, ) -> Pin<Box<dyn Future<Output = IndexingStream<Self::Output>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Transforms a batch of nodes into a stream of nodes

Provided Methods

fn concurrency(&self) -> Option<usize>

Overrides the default concurrency of the pipeline

fn name(&self) -> &'static str

fn batch_size(&self) -> Option<usize>

Overrides the default batch size of the pipeline

Trait Implementations

impl<I: Chunk, O: Chunk> BatchableTransformer for &dyn BatchableTransformer<Input = I, Output = O>

type Input = I

type Output = O

fn batch_transform<'life0, 'async_trait>( &'life0 self, nodes: Vec<Node<Self::Input>>, ) -> Pin<Box<dyn Future<Output = IndexingStream<Self::Output>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Transforms a batch of nodes into a stream of nodes

fn concurrency(&self) -> Option<usize>

Overrides the default concurrency of the pipeline

fn name(&self) -> &'static str

fn batch_size(&self) -> Option<usize>

Overrides the default batch size of the pipeline

impl<I: Chunk, O: Chunk> BatchableTransformer for Box<dyn BatchableTransformer<Input = I, Output = O>>

type Input = I

type Output = O

fn batch_transform<'life0, 'async_trait>( &'life0 self, nodes: Vec<Node<Self::Input>>, ) -> Pin<Box<dyn Future<Output = IndexingStream<Self::Output>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Transforms a batch of nodes into a stream of nodes

fn concurrency(&self) -> Option<usize>

Overrides the default concurrency of the pipeline

fn name(&self) -> &'static str

fn batch_size(&self) -> Option<usize>

Overrides the default batch size of the pipeline

impl<I, O> WithBatchIndexingDefaults for Box<dyn BatchableTransformer<Input = I, Output = O>>

fn with_indexing_defaults(&mut self, indexing_defaults: IndexingDefaults)

impl<I, O> WithBatchIndexingDefaults for dyn BatchableTransformer<Input = I, Output = O>

fn with_indexing_defaults(&mut self, _indexing_defaults: IndexingDefaults)

Implementations on Foreign Types

impl<I: Chunk, O: Chunk> BatchableTransformer for Box<dyn BatchableTransformer<Input = I, Output = O>>

type Input = I

type Output = O

fn batch_transform<'life0, 'async_trait>( &'life0 self, nodes: Vec<Node<Self::Input>>, ) -> Pin<Box<dyn Future<Output = IndexingStream<Self::Output>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn concurrency(&self) -> Option<usize>

fn name(&self) -> &'static str

Implementors

impl BatchableTransformer for MockBatchableTransformer

type Input = String

type Output = String

impl<F> BatchableTransformer for F

where F: Fn(Vec<Node<String>>) -> IndexingStream<String> + Send + Sync + Clone,

Use a closure as a batchable transformer

type Input = String

type Output = String

impl<I: Chunk, O: Chunk> BatchableTransformer for &dyn BatchableTransformer<Input = I, Output = O>

type Input = I

type Output = O

impl<I: Chunk, O: Chunk> BatchableTransformer for Arc<dyn BatchableTransformer<Input = I, Output = O>>

type Input = I

type Output = O