gllm 0.10.6

Pure Rust library for local embeddings, reranking, and text generation with MoE-optimized inference and aggressive performance tuning
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

//! Attention mechanisms for gllm
//!
//! Re-exports from gllm-kernels

mod deterministic;

pub use gllm_kernels::{
    AccumulatorConfig,
    AttentionConfig,
    BlockManager,
    BlockTable,
    FlashAttentionConfig,
    FusedPagedAttention,
    HierarchicalAccumulator,
    HierarchicalFlashAttention,
    KahanAccumulator,
    KahanSum,
    KVBlock,
    LogSpaceSoftmax,
    PagedAttention,
    PagedAttentionConfig,
    PagedKVCache,
    StableAccumulator,
    StableRowState,
    log_add_exp,
    log_sum_exp,
};

pub use gllm_kernels::ops::flash_attention::{
    DeterministicConfig,
    HierarchicalFlashConfig,
};

pub use deterministic::{DeterministicConfigExt, DeterministicGuard};
pub use gllm_kernels::PagedKVCache as PagedKvCache;
pub use gllm_kernels::StableRowState as LogSpaceRowState;