pub fn quantize_dynamic_tree(
tensor: &Tensor,
config: &BitsAndBytesConfig,
) -> Result<QuantState>Expand description
Dynamic tree quantization
pub fn quantize_dynamic_tree(
tensor: &Tensor,
config: &BitsAndBytesConfig,
) -> Result<QuantState>Dynamic tree quantization