pub struct FileChunker { /* private fields */ }
Expand description
Advanced file chunker with semantic boundary preservation
Implementations§
Source§impl FileChunker
impl FileChunker
Sourcepub fn new(chunk_size: usize, overlap_size: usize) -> Self
pub fn new(chunk_size: usize, overlap_size: usize) -> Self
Create a new file chunker with specified chunk and overlap sizes
Sourcepub fn with_strategy(
chunk_size: usize,
overlap_size: usize,
strategy: ChunkingStrategy,
) -> Self
pub fn with_strategy( chunk_size: usize, overlap_size: usize, strategy: ChunkingStrategy, ) -> Self
Create a new file chunker with specified strategy
Sourcepub fn with_defaults() -> Self
pub fn with_defaults() -> Self
Create a default chunker with 8KB chunks and 200 byte overlap
Sourcepub fn chunk_content(&self, content: &str) -> Result<Vec<ContentChunk>>
pub fn chunk_content(&self, content: &str) -> Result<Vec<ContentChunk>>
Chunk content into overlapping pieces using the configured strategy
Auto Trait Implementations§
impl Freeze for FileChunker
impl RefUnwindSafe for FileChunker
impl Send for FileChunker
impl Sync for FileChunker
impl Unpin for FileChunker
impl UnwindSafe for FileChunker
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more