kibble 0.1.0

chew through any source into clean datasets — a fast ingestion, RAG & fine-tuning toolkit
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

//! kibble as a library: retrieval + ask, plus the full toolkit under the default `full` feature.
pub mod bm25;
#[cfg(feature = "full")]
pub mod caps;
pub mod dotenv;
pub mod embed;
#[cfg(feature = "full")]
pub mod mega;
#[cfg(feature = "full")]
pub mod records;
pub mod vectors;
#[cfg(feature = "full")]
pub mod serve;
#[cfg(feature = "full")]
pub mod eval;
pub mod web;
#[cfg(feature = "full")]
pub mod git;
#[cfg(feature = "full")]
pub mod codebase;
pub mod config;
#[cfg(feature = "full")]
pub mod dataset;
pub mod net;
#[cfg(feature = "full")]
pub mod build;
#[cfg(feature = "full")]
pub mod catalog;
pub mod clean;
#[cfg(feature = "full")]
pub mod cluster;
pub mod corpus;
#[cfg(feature = "full")]
pub mod ingest;
pub mod text;
#[cfg(feature = "full")]
pub mod pack;
#[cfg(feature = "full")]
pub mod fetch;
#[cfg(feature = "full")]
pub mod extract;
#[cfg(feature = "full")]
pub mod minhash;
#[cfg(feature = "full")]
pub mod simhash;
#[cfg(feature = "full")]
pub mod bench;
pub mod llm;
pub mod websearch;
#[cfg(feature = "full")]
pub mod soul;
#[cfg(feature = "full")]
pub mod mcp;
#[cfg(feature = "full")]
pub mod crawl;
pub mod index;
pub mod init;
#[cfg(feature = "full")]
pub mod rebalance;
pub mod retrieve;
pub mod ask;
#[cfg(feature = "full")]
pub mod tune;
#[cfg(feature = "full")]
pub mod normalize;
#[cfg(feature = "full")]
pub mod train;
#[cfg(feature = "full")]
pub mod classify;