pub struct PhiRunner { /* private fields */ }Implementations§
Source§impl PhiRunner
impl PhiRunner
pub fn builder() -> PhiRunnerBuilder
pub fn config(&self) -> &LlamaBaseConfig
pub fn inner(&self) -> &Llama32Runner
pub fn inner_mut(&mut self) -> &mut Llama32Runner
pub fn generate_packed( &mut self, prompt_ids: &[u32], n_new: usize, on_token: impl FnMut(u32), ) -> Result<Vec<u32>>
Auto Trait Implementations§
impl !RefUnwindSafe for PhiRunner
impl !Sync for PhiRunner
impl !UnwindSafe for PhiRunner
impl Freeze for PhiRunner
impl Send for PhiRunner
impl Unpin for PhiRunner
impl UnsafeUnpin for PhiRunner
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more