pub struct SemanticChunker { /* private fields */ }Expand description
Semantic text chunker that splits based on embedding similarity
Implementations§
Source§impl SemanticChunker
impl SemanticChunker
Sourcepub fn new(
config: SemanticChunkerConfig,
embedding_generator: EmbeddingGenerator,
) -> Self
pub fn new( config: SemanticChunkerConfig, embedding_generator: EmbeddingGenerator, ) -> Self
Create a new semantic chunker
Sourcepub fn chunk(&mut self, text: &str) -> Result<Vec<SemanticChunk>>
pub fn chunk(&mut self, text: &str) -> Result<Vec<SemanticChunk>>
Split text into semantic chunks
Sourcepub fn config(&self) -> &SemanticChunkerConfig
pub fn config(&self) -> &SemanticChunkerConfig
Get configuration
Auto Trait Implementations§
impl Freeze for SemanticChunker
impl RefUnwindSafe for SemanticChunker
impl Send for SemanticChunker
impl Sync for SemanticChunker
impl Unpin for SemanticChunker
impl UnsafeUnpin for SemanticChunker
impl UnwindSafe for SemanticChunker
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more