#[non_exhaustive]#[repr(u32)]pub enum WeightType {
Show 32 variants
SD_TYPE_F32 = 0,
SD_TYPE_F16 = 1,
SD_TYPE_Q4_0 = 2,
SD_TYPE_Q4_1 = 3,
SD_TYPE_Q5_0 = 6,
SD_TYPE_Q5_1 = 7,
SD_TYPE_Q8_0 = 8,
SD_TYPE_Q8_1 = 9,
SD_TYPE_Q2_K = 10,
SD_TYPE_Q3_K = 11,
SD_TYPE_Q4_K = 12,
SD_TYPE_Q5_K = 13,
SD_TYPE_Q6_K = 14,
SD_TYPE_Q8_K = 15,
SD_TYPE_IQ2_XXS = 16,
SD_TYPE_IQ2_XS = 17,
SD_TYPE_IQ3_XXS = 18,
SD_TYPE_IQ1_S = 19,
SD_TYPE_IQ4_NL = 20,
SD_TYPE_IQ3_S = 21,
SD_TYPE_IQ2_S = 22,
SD_TYPE_IQ4_XS = 23,
SD_TYPE_I8 = 24,
SD_TYPE_I16 = 25,
SD_TYPE_I32 = 26,
SD_TYPE_I64 = 27,
SD_TYPE_F64 = 28,
SD_TYPE_IQ1_M = 29,
SD_TYPE_BF16 = 30,
SD_TYPE_TQ1_0 = 34,
SD_TYPE_TQ2_0 = 35,
SD_TYPE_COUNT = 39,
}
Expand description
Weight type
Variants (Non-exhaustive)§
This enum is marked as non-exhaustive
Non-exhaustive enums could have additional variants added in future. Therefore, when matching against variants of non-exhaustive enums, an extra wildcard arm must be added to account for any future variants.
SD_TYPE_F32 = 0
SD_TYPE_F16 = 1
SD_TYPE_Q4_0 = 2
SD_TYPE_Q4_1 = 3
SD_TYPE_Q5_0 = 6
SD_TYPE_Q5_1 = 7
SD_TYPE_Q8_0 = 8
SD_TYPE_Q8_1 = 9
SD_TYPE_Q2_K = 10
SD_TYPE_Q3_K = 11
SD_TYPE_Q4_K = 12
SD_TYPE_Q5_K = 13
SD_TYPE_Q6_K = 14
SD_TYPE_Q8_K = 15
SD_TYPE_IQ2_XXS = 16
SD_TYPE_IQ2_XS = 17
SD_TYPE_IQ3_XXS = 18
SD_TYPE_IQ1_S = 19
SD_TYPE_IQ4_NL = 20
SD_TYPE_IQ3_S = 21
SD_TYPE_IQ2_S = 22
SD_TYPE_IQ4_XS = 23
SD_TYPE_I8 = 24
SD_TYPE_I16 = 25
SD_TYPE_I32 = 26
SD_TYPE_I64 = 27
SD_TYPE_F64 = 28
SD_TYPE_IQ1_M = 29
SD_TYPE_BF16 = 30
SD_TYPE_TQ1_0 = 34
SD_TYPE_TQ2_0 = 35
SD_TYPE_COUNT = 39
Trait Implementations§
impl Copy for sd_type_t
impl Eq for sd_type_t
impl StructuralPartialEq for sd_type_t
Auto Trait Implementations§
impl Freeze for sd_type_t
impl RefUnwindSafe for sd_type_t
impl Send for sd_type_t
impl Sync for sd_type_t
impl Unpin for sd_type_t
impl UnwindSafe for sd_type_t
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more