Skip to main content

cache_ring_bytes_per_token_for_plan

memra_engine::cache

Function cache_ring_bytes_per_token_for_plan 

Source 
pub fn cache_ring_bytes_per_token_for_plan(
    cfg: &ModelConfig,
    plan: &ModelPlan,
    lo: usize,
    hi: usize,
) -> usize