graphrag-core 0.2.0

Core portable library for GraphRAG - works on native and WASM
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

//! Simple test for caching functionality

#[cfg(feature = "caching")]
mod test_caching {
    #[allow(unused_imports)]
    use crate::{MockLLM, CacheConfig, CachedLLMClient};

    #[tokio::test]
    async fn test_basic_caching() -> crate::core::Result<()> {
        let mock_llm = MockLLM::new()?;
        let cache_config = CacheConfig::development();
        let client = CachedLLMClient::new(mock_llm, cache_config).await
            .map_err(|e| crate::core::GraphRAGError::Generation {
                message: format!("Cache error: {e:?}"),
            })?;

        let prompt = "What is AI?";

        // First call - cache miss
        let response1 = client.complete_async(prompt).await?;
        let stats1 = client.cache_statistics();
        assert_eq!(stats1.cache_misses, 1);
        assert_eq!(stats1.cache_hits, 0);

        // Second call - cache hit
        let response2 = client.complete_async(prompt).await?;
        let stats2 = client.cache_statistics();
        assert_eq!(stats2.cache_misses, 1);
        assert_eq!(stats2.cache_hits, 1);

        assert_eq!(response1, response2);
        Ok(())
    }
}

#[cfg(not(feature = "caching"))]
mod test_no_caching {
    #[test]
    fn caching_disabled() {
        println!("Caching feature is disabled");
    }
}