pub const DEFAULT_BATCH_SIZE: usize = 16;
Default batch size for batched embedding forward passes. Configurable via EmbeddingConfig.batch_size or CODEMEM_EMBED_BATCH_SIZE.
EmbeddingConfig.batch_size
CODEMEM_EMBED_BATCH_SIZE