llm-kernel 0.8.0

Foundation library for Rust AI-native apps — provider catalog, LLM client, MCP server, search, telemetry, and safety
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

{
  "results": [
    {
      "module": "tokens",
      "metrics": {
        "entries": 49,
        "mae": 4.122448979591836,
        "max_error": 16.0,
        "pct_within_10pct": 16.3265306122449,
        "pct_within_3": 44.89795918367347
      },
      "passed": true
    },
    {
      "module": "safety",
      "metrics": {
        "avg_f1": 0.9756493531708983,
        "avg_precision": 0.9668932617769826,
        "avg_recall": 0.98456548247769,
        "entries": 39,
        "exact_match_rate": 0.8461538461538461,
        "missed_secrets": 4
      },
      "passed": true
    },
    {
      "module": "embedding",
      "metrics": {
        "identity_accuracy": 1.0,
        "orthogonality_accuracy": 1.0,
        "range_accuracy": 1.0,
        "symmetry_accuracy": 1.0,
        "total_checks": 17,
        "total_passed": 17
      },
      "passed": true
    },
    {
      "module": "search",
      "metrics": {
        "avg_mrr": 1.0,
        "avg_precision_at_5": 0.805,
        "avg_recall_at_5": 1.0,
        "entries": 10
      },
      "passed": true
    },
    {
      "module": "graph",
      "metrics": {
        "avg_f1": 0.9800000000000001,
        "avg_precision": 0.9666666666666666,
        "avg_recall": 1.0,
        "scenarios_run": 10
      },
      "passed": true
    },
    {
      "module": "injection",
      "metrics": {
        "cases": 17,
        "injection_recall": 1.0,
        "benign_specificity": 1.0,
        "accuracy": 1.0
      },
      "passed": true
    }
  ]
}