Struct DocumentChunkingStep 

pub struct DocumentChunkingStep { /* private fields */ }

Document chunking step

Implementations

impl DocumentChunkingStep

pub fn new(chunker: DocumentChunker) -> Self

Create a new document chunking step with the specified chunker

Trait Implementations

impl PipelineStep for DocumentChunkingStep

fn name(&self) -> &str

Step name/identifier

fn description(&self) -> &str

Step description

fn input_types(&self) -> Vec<&'static str>

Input data types this step accepts

fn output_type(&self) -> &'static str

Output data type this step produces

fn execute<'life0, 'async_trait>( &'life0 self, context: PipelineContext, ) -> Pin<Box<dyn Future<Output = RragResult<PipelineContext>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Execute the step

fn validate_input(&self, _data: &PipelineData) -> RragResult<()>

Validate input data

fn is_parallelizable(&self) -> bool

Whether this step can run in parallel with others

fn dependencies(&self) -> Vec<&str>

Dependencies on other steps (step names)