Enum Ceiling

Source

pub enum Ceiling {
    ContextLength,
    DeviceMemory,
}

Expand description

Which ceiling a rejection hit. The point of naming it is that the two send an operator to different knobs: ContextLength is the request’s fault and shrinking the prompt fixes it, DeviceMemory is the machine’s and only a smaller model / smaller n_ctx / bigger box does.

Variants§

§

ContextLength

The request asked for more context than this deployment admitted.

§

DeviceMemory

weights + KV + headroom does not fit the backend’s budget.

Enum Ceiling Copy item path

Variants§

ContextLength

DeviceMemory

Implementations§

impl Ceiling

pub fn code(self) -> &'static str

Trait Implementations§

impl Clone for Ceiling

fn clone(&self) -> Ceiling

fn clone_from(&mut self, source: &Self)

impl Copy for Ceiling

impl Debug for Ceiling

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Eq for Ceiling

impl PartialEq for Ceiling

fn eq(&self, other: &Ceiling) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for Ceiling

Auto Trait Implementations§

impl Freeze for Ceiling

impl RefUnwindSafe for Ceiling

impl Send for Ceiling

impl Sync for Ceiling

impl Unpin for Ceiling

impl UnsafeUnpin for Ceiling

impl UnwindSafe for Ceiling

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Enum Ceiling

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,