shardmap 0.3.2

Sharded embedded in-memory map with optional cache, protocol, and server internals
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use std::thread;
use std::time::Duration;

use shardmap::{SemanticCacheError, ShardCache};

fn main() -> Result<(), SemanticCacheError> {
    let cache = ShardCache::new();

    cache.insert_semantic_slice_with_ttl(
        b"prompt:temporary",
        b"This answer expires quickly.",
        &[1.0, 0.0],
        Some(10),
    )?;

    let hit = cache.semantic_search(&[1.0, 0.0], 0.9)?;
    assert!(hit.is_some());

    thread::sleep(Duration::from_millis(25));

    let expired = cache.semantic_search(&[1.0, 0.0], 0.9)?;
    assert!(expired.is_none());

    Ok(())
}