Enum llama_cpp_sys::ggml_ftype
source · #[non_exhaustive]#[repr(i32)]pub enum ggml_ftype {
Show 23 variants
GGML_FTYPE_UNKNOWN = -1,
GGML_FTYPE_ALL_F32 = 0,
GGML_FTYPE_MOSTLY_F16 = 1,
GGML_FTYPE_MOSTLY_Q4_0 = 2,
GGML_FTYPE_MOSTLY_Q4_1 = 3,
GGML_FTYPE_MOSTLY_Q4_1_SOME_F16 = 4,
GGML_FTYPE_MOSTLY_Q8_0 = 7,
GGML_FTYPE_MOSTLY_Q5_0 = 8,
GGML_FTYPE_MOSTLY_Q5_1 = 9,
GGML_FTYPE_MOSTLY_Q2_K = 10,
GGML_FTYPE_MOSTLY_Q3_K = 11,
GGML_FTYPE_MOSTLY_Q4_K = 12,
GGML_FTYPE_MOSTLY_Q5_K = 13,
GGML_FTYPE_MOSTLY_Q6_K = 14,
GGML_FTYPE_MOSTLY_IQ2_XXS = 15,
GGML_FTYPE_MOSTLY_IQ2_XS = 16,
GGML_FTYPE_MOSTLY_IQ3_XXS = 17,
GGML_FTYPE_MOSTLY_IQ1_S = 18,
GGML_FTYPE_MOSTLY_IQ4_NL = 19,
GGML_FTYPE_MOSTLY_IQ3_S = 20,
GGML_FTYPE_MOSTLY_IQ2_S = 21,
GGML_FTYPE_MOSTLY_IQ4_XS = 22,
GGML_FTYPE_MOSTLY_IQ1_M = 23,
}
Variants (Non-exhaustive)§
This enum is marked as non-exhaustive
Non-exhaustive enums could have additional variants added in future. Therefore, when matching against variants of non-exhaustive enums, an extra wildcard arm must be added to account for any future variants.
GGML_FTYPE_UNKNOWN = -1
GGML_FTYPE_ALL_F32 = 0
GGML_FTYPE_MOSTLY_F16 = 1
GGML_FTYPE_MOSTLY_Q4_0 = 2
GGML_FTYPE_MOSTLY_Q4_1 = 3
GGML_FTYPE_MOSTLY_Q4_1_SOME_F16 = 4
GGML_FTYPE_MOSTLY_Q8_0 = 7
GGML_FTYPE_MOSTLY_Q5_0 = 8
GGML_FTYPE_MOSTLY_Q5_1 = 9
GGML_FTYPE_MOSTLY_Q2_K = 10
GGML_FTYPE_MOSTLY_Q3_K = 11
GGML_FTYPE_MOSTLY_Q4_K = 12
GGML_FTYPE_MOSTLY_Q5_K = 13
GGML_FTYPE_MOSTLY_Q6_K = 14
GGML_FTYPE_MOSTLY_IQ2_XXS = 15
GGML_FTYPE_MOSTLY_IQ2_XS = 16
GGML_FTYPE_MOSTLY_IQ3_XXS = 17
GGML_FTYPE_MOSTLY_IQ1_S = 18
GGML_FTYPE_MOSTLY_IQ4_NL = 19
GGML_FTYPE_MOSTLY_IQ3_S = 20
GGML_FTYPE_MOSTLY_IQ2_S = 21
GGML_FTYPE_MOSTLY_IQ4_XS = 22
GGML_FTYPE_MOSTLY_IQ1_M = 23
Trait Implementations§
source§impl Clone for ggml_ftype
impl Clone for ggml_ftype
source§fn clone(&self) -> ggml_ftype
fn clone(&self) -> ggml_ftype
Returns a copy of the value. Read more
1.0.0 · source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moresource§impl Debug for ggml_ftype
impl Debug for ggml_ftype
source§impl Hash for ggml_ftype
impl Hash for ggml_ftype
source§impl PartialEq for ggml_ftype
impl PartialEq for ggml_ftype
source§fn eq(&self, other: &ggml_ftype) -> bool
fn eq(&self, other: &ggml_ftype) -> bool
This method tests for
self
and other
values to be equal, and is used
by ==
.impl Copy for ggml_ftype
impl Eq for ggml_ftype
impl StructuralPartialEq for ggml_ftype
Auto Trait Implementations§
impl Freeze for ggml_ftype
impl RefUnwindSafe for ggml_ftype
impl Send for ggml_ftype
impl Sync for ggml_ftype
impl Unpin for ggml_ftype
impl UnwindSafe for ggml_ftype
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more