terraphim_service 1.16.34

Terraphim service for handling user requests and responses.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

#![cfg(feature = "ollama")]

use serial_test::serial;
use terraphim_service::llm;

/// End-to-end live test against a local Ollama instance.
/// Defaults to http://127.0.0.1:11434, can be overridden with OLLAMA_BASE_URL.
#[tokio::test]
#[serial]
async fn live_ollama_summarize_llama() {
    if std::env::var("RUN_OLLAMA_TESTS")
        .map(|v| v != "1" && !v.eq_ignore_ascii_case("true"))
        .unwrap_or(true)
    {
        eprintln!("Skipping: set RUN_OLLAMA_TESTS=1 to run Ollama live tests");
        return;
    }
    let base_url = std::env::var("OLLAMA_BASE_URL")
        .ok()
        .filter(|s| !s.trim().is_empty())
        .unwrap_or_else(|| "http://127.0.0.1:11434".to_string());

    // Quick connectivity check; if not running, exit early (treat as skipped)
    let http = terraphim_service::http_client::create_default_client()
        .unwrap_or_else(|_| reqwest::Client::new());
    let health = http
        .get(format!("{}/api/tags", base_url.trim_end_matches('/')))
        .send()
        .await;
    if health.is_err() {
        eprintln!("Ollama not reachable at {} — skipping live test", base_url);
        return;
    }

    // Build a Role configured for Ollama llama3.2:3b
    let mut role = terraphim_config::Role {
        shortname: Some("OllamaCoder".into()),
        name: "Ollama Coder".into(),
        relevance_function: terraphim_types::RelevanceFunction::TitleScorer,
        terraphim_it: false,
        theme: "default".into(),
        kg: None,
        haystacks: vec![],
        extra: ahash::AHashMap::new(),
        llm_router_enabled: false,
        llm_router_config: None,
        ..Default::default()
    };
    role.extra
        .insert("llm_provider".into(), serde_json::json!("ollama"));
    role.extra
        .insert("llm_model".into(), serde_json::json!("llama3.2:3b"));
    role.extra
        .insert("llm_base_url".into(), serde_json::json!(base_url.clone()));
    role.extra
        .insert("llm_auto_summarize".into(), serde_json::json!(true));

    let client = match llm::build_llm_from_role(&role) {
        Some(c) => c,
        None => {
            panic!("Failed to initialize Ollama LLM client from role config");
        }
    };

    let content = r#"
    This repository contains a Rust service with several crates. Please summarize
    the purpose of a provider-agnostic LLM layer that abstracts over OpenRouter and
    Ollama to provide summarization. Keep it short and focused.
    "#;

    let summary = client
        .summarize(content, llm::SummarizeOptions { max_length: 160 })
        .await
        .expect("summarize call should succeed");

    assert!(!summary.is_empty(), "summary should be non-empty");
}