pub struct PlanOptions {
pub simple_switch: bool,
pub bypass: bool,
pub context: Option<u32>,
pub kv_cache: Option<KvCacheType>,
}Fields§
§simple_switch: bool§bypass: bool§context: Option<u32>§kv_cache: Option<KvCacheType>Size the KV cache at this type; None keeps the conservative f16 estimate.
Trait Implementations§
Source§impl Clone for PlanOptions
impl Clone for PlanOptions
impl Copy for PlanOptions
Auto Trait Implementations§
impl Freeze for PlanOptions
impl RefUnwindSafe for PlanOptions
impl Send for PlanOptions
impl Sync for PlanOptions
impl Unpin for PlanOptions
impl UnsafeUnpin for PlanOptions
impl UnwindSafe for PlanOptions
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more