Struct PlanCache 

pub struct PlanCache { /* private fields */ }

LRU plan cache. Default capacity is 64 entries — a single device rarely keeps more than that many distinct CUTLASS template instantiations live at once, and at ~64 KiB / cached .cu source the cache stays well under a megabyte.

Implementations

impl PlanCache

pub fn new(capacity: usize) -> Self

pub fn capacity(&self) -> usize

pub fn len(&self) -> usize

Examples found in repository

examples/cutlass_gemm_fp8.rs (line 28)

fn main() {
    let actor = CutlassActor::new(16);
    let req = GemmRequest::<F8E4m3>::new(GemmShape::new(4096, 4096, 4096), SmArch::Sm90a)
        .with_epilogue(GemmEpilogue::LinearReLU {
            alpha: 1.0,
            beta: 0.0,
        });

    println!("plan key: {:?}", req.plan_key());
    let (src, name) = req.render_cu();
    println!("kernel:   {name}");
    println!("--- generated .cu ---");
    println!("{src}");

    actor.handle(CutlassMsg::Gemm(Box::new(req.clone())));
    actor.handle(CutlassMsg::Gemm(Box::new(req)));

    println!("dispatched: {}", actor.inner().dispatched());
    println!("plan cache len: {}", actor.inner().plan_cache.len());
}

pub fn is_empty(&self) -> bool

pub fn get(&self, key: &PlanKey) -> Option<Arc<CachedPlan>>

pub fn insert(&self, plan: CachedPlan) -> Arc<CachedPlan>

pub fn clear(&self)

Trait Implementations

impl Default for PlanCache

fn default() -> Self

Returns the “default value” for a type.