pub const MAX_BATCH_SIZE: usize = 1000;
Hard upper bound on the number of items in one inference batch