Struct ContextFit

Source

pub struct ContextFit {
    pub tokens: usize,
    pub cap: usize,
    pub granularity: usize,
    pub capped_by: ContextCap,
    pub kv_available_bytes: u64,
    pub marginal_per_token_bytes: u64,
    pub concurrent_requests: usize,
    pub kv_bytes: u64,
    pub weights_bytes: u64,
    pub activation_headroom_bytes: u64,
    pub device_budget_bytes: u64,
}

Expand description

The answer --ctx auto produces, with every term that went into it so the user can check the division by hand.

Fields§

§tokens: usize§cap: usize§granularity: usize§capped_by: ContextCap§kv_available_bytes: u64§marginal_per_token_bytes: u64§concurrent_requests: usize§kv_bytes: u64§weights_bytes: u64§activation_headroom_bytes: u64§device_budget_bytes: u64

ContextFit

Struct ContextFit Copy item path

Fields§

Trait Implementations§

impl Clone for ContextFit

fn clone(&self) -> ContextFit

fn clone_from(&mut self, source: &Self)

impl Copy for ContextFit

impl Debug for ContextFit

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Display for ContextFit

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Eq for ContextFit

impl PartialEq for ContextFit

fn eq(&self, other: &ContextFit) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for ContextFit

Auto Trait Implementations§

impl Freeze for ContextFit

impl RefUnwindSafe for ContextFit

impl Send for ContextFit

impl Sync for ContextFit

impl Unpin for ContextFit

impl UnsafeUnpin for ContextFit

impl UnwindSafe for ContextFit

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T> ToString for Twhere T: Display + ?Sized,

fn to_string(&self) -> String

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct ContextFit

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T> ToString for T
where T: Display + ?Sized,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,