pub const EMBEDDING_MAX_TOKENS: usize = 512;
Maximum tokens accepted by an embedding input before chunking.