use std::fmt;
#[derive(Debug)]
pub enum ChipError {
InvalidConfig(String),
UnknownEncoding(String),
Backend(String),
Io(std::io::Error),
ChunkTooLarge {
required_tokens: usize,
max_tokens: usize,
start_byte: usize,
},
}
impl fmt::Display for ChipError {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
ChipError::InvalidConfig(m) => write!(f, "invalid configuration: {m}"),
ChipError::UnknownEncoding(n) => write!(
f,
"unknown encoding '{n}' (expected one of: cl100k_base, o200k_base, \
p50k_base, r50k_base, chars, words)"
),
ChipError::Backend(m) => write!(f, "tokenizer backend error: {m}"),
ChipError::Io(e) => write!(f, "I/O error: {e}"),
ChipError::ChunkTooLarge { required_tokens, max_tokens, start_byte } => write!(f, "cannot split input without breaking a Unicode grapheme: it requires {required_tokens} tokens, exceeding max_tokens={max_tokens} (byte offset {start_byte})"),
}
}
}
impl std::error::Error for ChipError {}
impl From<std::io::Error> for ChipError {
fn from(e: std::io::Error) -> Self {
ChipError::Io(e)
}
}