cognee-chunking 0.1.0

Text chunking and token counting for the cognee ingestion pipeline.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

use thiserror::Error;

#[derive(Debug, Error)]
pub enum ChunkingError {
    #[error("Invalid chunk size: {0} (must be > 0)")]
    InvalidChunkSize(usize),

    #[error("Storage error: {0}")]
    StorageError(String),

    #[error("Invalid UTF-8 content: {0}")]
    InvalidUtf8(String),

    #[error("tokenizer error: {0}")]
    TokenizerError(String),
}