aprender-quant 0.29.0

K-quantization formats (Q4_K, Q5_K, Q6_K) for GGUF/APR model weights
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
name = "aprender-quant"
version = "0.29.0"
authors = ["Trueno Engineering"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "K-quantization formats (Q4_K, Q5_K, Q6_K) for GGUF/APR model weights"
readme = false
keywords = [
    "quantization",
    "gguf",
    "llm",
    "machine-learning",
    "neural-network",
]
categories = [
    "science",
    "algorithms",
    "compression",
]
license = "MIT OR Apache-2.0"
repository = "https://github.com/paiml/trueno"

[lib]
name = "trueno_quant"
path = "src/lib.rs"

[dependencies.half]
version = "2.4"

[lints.clippy]
cast_possible_truncation = "allow"
cast_possible_wrap = "allow"
cast_sign_loss = "allow"
expect_used = "warn"
needless_range_loop = "allow"
panic = "warn"
similar_names = "allow"
trivially_copy_pass_by_ref = "allow"
uninlined_format_args = "allow"
unnecessary_unwrap = "allow"
unreachable = "warn"
unwrap_used = "warn"
useless_vec = "allow"

[lints.clippy.complexity]
level = "warn"
priority = -1

[lints.clippy.correctness]
level = "deny"
priority = -1

[lints.clippy.pedantic]
level = "warn"
priority = -1

[lints.clippy.perf]
level = "warn"
priority = -1

[lints.clippy.style]
level = "warn"
priority = -1

[lints.clippy.suspicious]
level = "warn"
priority = -1

[lints.rust]
missing_docs = "warn"
rust_2018_idioms = "warn"
unsafe_op_in_unsafe_fn = "warn"