Skip to main content

baseRT_prefix_cache_stats

Function baseRT_prefix_cache_stats 

Source
pub unsafe extern "C" fn baseRT_prefix_cache_stats(
    model: baseRT_model_t,
    out_hits: *mut u64,
    out_misses: *mut u64,
    out_reused_tokens: *mut u64,
    out_blocks_cached: *mut c_int,
)