llm-kernel 0.3.6

Foundation library for Rust AI-native apps — provider catalog, LLM client, MCP server, search, telemetry, and safety
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

//! Re-exports of the most commonly used types.
//!
//! ```no_run
//! use llm_kernel::prelude::*;
//! ```

pub use crate::error::{KernelError, Result};

// --- Provider ---

#[cfg(feature = "provider")]
pub use crate::provider::{
    AuthStrategy, ModelCapabilities, ModelCost, ModelDescriptor, ModelLimit, ModelModalities,
    ProviderIndex, ServiceDescriptor,
};

// --- Client-async ---

#[cfg(feature = "client-async")]
pub use crate::llm::{
    AnthropicClient, ChatMessage, ContentPart, LLMClient, LLMRequest, LLMRequestBuilder,
    LLMResponse, LLMStream, MessageRole, ModelConfig, OpenAIClient, ResponseFormat, StreamEvent,
    TokenUsage, ToolCall, ToolDefinition, ToolResult,
    json_extract::{JsonExtractor, extract_json, parse_json},
    prompt::render_prompt,
};

// --- Secrets ---

#[cfg(feature = "secrets")]
pub use crate::secrets::{SecretVault, redact_credential};

// --- Graph ---

#[cfg(feature = "graph")]
pub use crate::graph::{
    Graph, GraphEdge, GraphNode, GraphNodeSummary, GraphStats, ScoredNode, append_edge,
    build_graph, compute_stats, decay_importance, delete_node, graph_neighbors, init_graph_schema,
    query_nodes, read_node, related_nodes, search_nodes, smart_recall, tag_stale_nodes,
    upsert_node,
};

// --- MCP ---

#[cfg(feature = "mcp")]
pub use crate::mcp::{
    BearerAuth, Handler, JsonRpcDispatcher, McpServer, ResourceDescription, ToolDescription,
};

// --- Tokens ---

#[cfg(feature = "tokens")]
pub use crate::tokens::estimate_tokens;

// --- Search ---

#[cfg(feature = "search")]
pub use crate::search::{SearchResult, rrf_fuse};

// --- Embedding ---

#[cfg(feature = "embedding")]
pub use crate::embedding::{EmbeddingProvider, EmbeddingResult, cosine_similarity};

// --- Telemetry ---

#[cfg(feature = "telemetry")]
pub use crate::telemetry::{
    ConsoleSink, FailureClass, FeatureName, NoopSink, ProviderCategory, TelemetryEvent,
    TelemetrySink, ToolName,
};

// --- Safety ---

#[cfg(feature = "safety")]
pub use crate::safety::{
    FailureCategory, classify_failure, mask_secrets, sanitize_output, strip_ansi,
};

// --- Discovery ---

#[cfg(feature = "discovery")]
pub use crate::discovery::{
    ModelEntry, ModelLimits, ModelsDevPayload, fetch_and_cache, fetch_ollama_models,
    fetch_openai_compatible_models, load_cache,
};

// --- Store ---

#[cfg(feature = "store")]
pub use crate::store::{
    MigrationFn, SchemaVersion, init_in_memory, init_schema, init_schema_with_migrations,
};

// --- Config ---

#[cfg(feature = "config")]
pub use crate::config::{default_config_template, load_toml_config};

// --- Install ---

#[cfg(feature = "install")]
pub use crate::install::{AgentKind, McpConfig, generate_mcp_config};