Struct Plan 

pub struct Plan {
    pub model: String,
    pub context: Option<f64>,
    pub backend: String,
    pub kv_cache_type: Option<&'static str>,
    pub unified_memory: bool,
    pub kv_cache_known: bool,
    pub paths: Vec<PathPlan>,
    pub recommended: Option<&'static str>,
}

Fields

model: String

context: Option<f64>

backend: String

kv_cache_type: Option<&'static str>

unified_memory: bool

kv_cache_known: bool

False when the requested context’s KV cache cannot be sized from sourced geometry.

paths: Vec<PathPlan>

recommended: Option<&'static str>

Trait Implementations

impl Debug for Plan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for Plan

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.