pub struct BnBQuantizer { /* private fields */ }Expand description
BitsAndBytes quantizer implementation
Implementations§
Source§impl BnBQuantizer
impl BnBQuantizer
pub fn new(config: BnBConfig) -> Self
Sourcepub fn quantize(&self, tensor: &Tensor) -> Result<QuantizedTensor>
pub fn quantize(&self, tensor: &Tensor) -> Result<QuantizedTensor>
Quantize tensor using BitsAndBytes method
Sourcepub fn dequantize(&self, tensor: &QuantizedTensor) -> Result<Tensor>
pub fn dequantize(&self, tensor: &QuantizedTensor) -> Result<Tensor>
Dequantize BitsAndBytes tensor
Auto Trait Implementations§
impl Freeze for BnBQuantizer
impl RefUnwindSafe for BnBQuantizer
impl Send for BnBQuantizer
impl Sync for BnBQuantizer
impl Unpin for BnBQuantizer
impl UnsafeUnpin for BnBQuantizer
impl UnwindSafe for BnBQuantizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more