pub struct CohereRunner { /* private fields */ }Implementations§
Source§impl CohereRunner
impl CohereRunner
pub fn builder() -> CohereRunnerBuilder
pub fn config(&self) -> &LlamaBaseConfig
pub fn inner(&self) -> &Llama32Runner
pub fn inner_mut(&mut self) -> &mut Llama32Runner
pub fn generate_packed( &mut self, prompt_ids: &[u32], n_new: usize, on_token: impl FnMut(u32), ) -> Result<Vec<u32>, Error>
Auto Trait Implementations§
impl !RefUnwindSafe for CohereRunner
impl !Sync for CohereRunner
impl !UnwindSafe for CohereRunner
impl Freeze for CohereRunner
impl Send for CohereRunner
impl Unpin for CohereRunner
impl UnsafeUnpin for CohereRunner
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more