Struct GenerateJob

Source

pub struct GenerateJob {Show 16 fields
    pub session: u64,
    pub stream: Vec<u32>,
    pub input_end: u64,
    pub params: GenParams,
    pub max_tokens: u32,
    pub events: Sender<LaneEvent>,
    pub class: u8,
    pub batch_invariant: bool,
    pub carry: Option<LaneCarry>,
    pub queued_at: u64,
    pub completion: bool,
    pub deadline: Option<Instant>,
    pub media: Vec<(u64, PathBuf, u32)>,
    pub grammar_handle: u32,
    pub extras: GenExtras,
    pub trace: Span,
}

Fields§

§session: u64§stream: Vec<u32>§input_end: u64

Where the conversation’s input ends in stream, before the generation prompt the daemon appended to it (0: none appended).

§params: GenParams§max_tokens: u32§events: Sender<LaneEvent>§class: u8§batch_invariant: bool§carry: Option<LaneCarry>§queued_at: u64§completion: bool§deadline: Option<Instant>§media: Vec<(u64, PathBuf, u32)>§grammar_handle: u32§extras: GenExtras§trace: Span

Auto Trait Implementations§

§

GenerateJob

Struct GenerateJob Copy item path

Fields§

Auto Trait Implementations§

impl !RefUnwindSafe for GenerateJob

impl !Sync for GenerateJob

impl !UnwindSafe for GenerateJob

impl Freeze for GenerateJob

impl Send for GenerateJob

impl Unpin for GenerateJob

impl UnsafeUnpin for GenerateJob

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DTwhere ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DTwhere ST: ?Sized, DT: ?Sized,

impl<T> From<T> for T

fn from(t: T) -> T

impl<A, B, T> HttpServerConnExec<A, B> for Twhere B: Body,

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Read<Exclusive, BecauseExclusive> for Twhere T: ?Sized,

impl<T> Same for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct GenerateJob

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<A, B, T> HttpServerConnExec<A, B> for T
where B: Body,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,