pub struct Glm52Engine {
pub weights: Glm52DecoderWeights,
pub cfg: Glm52DecoderConfig,
}Expand description
Fields§
§weights: Glm52DecoderWeights§cfg: Glm52DecoderConfigTrait Implementations§
Source§impl Engine for Glm52Engine
impl Engine for Glm52Engine
type State = Glm52DecodeState
Source§fn new_state(&self) -> Glm52DecodeState
fn new_state(&self) -> Glm52DecodeState
Builds fresh (empty) per-layer state for a new request.
fn vocab_size(&self) -> usize
fn forward_token( &self, token_id: usize, _pos: usize, state: &mut Self::State, ) -> Vec<f32>
Auto Trait Implementations§
impl Freeze for Glm52Engine
impl RefUnwindSafe for Glm52Engine
impl Send for Glm52Engine
impl Sync for Glm52Engine
impl Unpin for Glm52Engine
impl UnsafeUnpin for Glm52Engine
impl UnwindSafe for Glm52Engine
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more