Function llm_base::quantize

pub fn quantize<M: KnownModel, R: BufRead + Seek, W: Write + Seek>(
    reader: &mut R,
    writer: &mut W,
    desired_type: Type,
    progress_callback: impl Fn(QuantizeProgress<'_>)
) -> Result<(), QuantizeError>

Quantizes a model.