truthlens 0.6.0

AI hallucination detector — formally verified trust scoring for LLM outputs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90

//! Integration tests for TruthLens v0.4
//!
//! These tests verify the public API works end-to-end.

use truthlens::{analyze, analyze_with_verification, check_consistency, RiskLevel};

#[test]
fn analyze_factual_text() {
    let report = analyze("Albert Einstein was born on March 14, 1879, in Ulm, Germany.");
    assert!(report.score > 0.0 && report.score <= 1.0);
    assert!(report.total_claims >= 1);
    // Factual text with specific dates should not be critical
    assert_ne!(report.risk_level, RiskLevel::Critical);
}

#[test]
fn analyze_hedged_text() {
    let report = analyze(
        "Climate change might be linked to increased hurricane frequency. \
         Some researchers believe that ocean temperatures could affect storm intensity.",
    );
    // Hedged text should score higher (less risky)
    assert!(
        report.score > 0.4,
        "Hedged text should score reasonably: {}",
        report.score
    );
}

#[test]
fn analyze_overconfident_text() {
    let report = analyze(
        "The Great Wall of China is exactly 21,196.18 kilometers long. \
         It was built by precisely 3,247,862 workers over 47 years. \
         The wall can be clearly seen from the International Space Station.",
    );
    // Overconfident text with suspicious precision
    assert!(
        report.high_risk_claims > 0,
        "Should flag some high-risk claims"
    );
}

#[test]
fn consistency_identical_responses() {
    let report = check_consistency(&[
        "Einstein was born in 1879 in Ulm, Germany.",
        "Einstein was born in 1879 in Ulm, Germany.",
    ]);
    assert!(report.contradictions.is_empty());
    assert!(report.consistency_score > 0.5);
}

#[test]
fn consistency_contradicting_responses() {
    let report = check_consistency(&[
        "Einstein was born in 1879 in Ulm, Germany.",
        "Einstein was born in 1879 in Munich, Germany.",
    ]);
    assert!(!report.contradictions.is_empty() || !report.unique_claims.is_empty());
}

#[test]
fn analyze_with_verification_returns_results() {
    let report = analyze_with_verification("Albert Einstein was born in 1879 in Ulm, Germany.");
    assert!(report.score > 0.0 && report.score <= 1.0);
    // Should have verification results on claims
    let has_verification = report.claims.iter().any(|c| c.verification.is_some());
    assert!(
        has_verification,
        "analyze_with_verification should populate verification field"
    );
}

#[test]
fn analyze_empty_text() {
    let report = analyze("");
    assert_eq!(report.total_claims, 0);
    // Empty text has no claims; score depends on trajectory modifier
    assert!(report.score >= 0.0 && report.score <= 1.0);
}

#[test]
fn json_roundtrip() {
    let report = analyze("Einstein was born in 1879. He developed relativity in 1905.");
    let json = serde_json::to_string(&report).unwrap();
    let deserialized: truthlens::TrustReport = serde_json::from_str(&json).unwrap();
    assert!((deserialized.score - report.score).abs() < 0.001);
    assert_eq!(deserialized.total_claims, report.total_claims);
}