pub struct CausalLanguageModelDescriptor { /* private fields */ }Expand description
Runtime-facing language-model facts produced by a typed family package.
These values replace the legacy engine’s second parse through
ModelDefinition. Non-zero fields and head compatibility are checked once
while the package is prepared, before an execution plan is compiled.
Implementations§
Source§impl CausalLanguageModelDescriptor
impl CausalLanguageModelDescriptor
pub fn new( architecture: impl Into<String>, parameter_count: u64, hidden_size: usize, layer_count: usize, attention_head_count: usize, kv_head_count: usize, attention_head_dimension: usize, vocabulary_size: usize, maximum_sequence_tokens: usize, execution_dtype: DataType, ) -> Result<Self>
pub fn architecture(&self) -> &str
pub const fn parameter_count(&self) -> u64
pub const fn layer_count(&self) -> usize
pub const fn attention_head_count(&self) -> usize
pub const fn kv_head_count(&self) -> usize
pub const fn attention_head_dimension(&self) -> usize
pub const fn vocabulary_size(&self) -> usize
pub const fn maximum_sequence_tokens(&self) -> usize
pub const fn execution_dtype(&self) -> DataType
Trait Implementations§
Source§impl Clone for CausalLanguageModelDescriptor
impl Clone for CausalLanguageModelDescriptor
Source§fn clone(&self) -> CausalLanguageModelDescriptor
fn clone(&self) -> CausalLanguageModelDescriptor
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreimpl Eq for CausalLanguageModelDescriptor
impl StructuralPartialEq for CausalLanguageModelDescriptor
Auto Trait Implementations§
impl Freeze for CausalLanguageModelDescriptor
impl RefUnwindSafe for CausalLanguageModelDescriptor
impl Send for CausalLanguageModelDescriptor
impl Sync for CausalLanguageModelDescriptor
impl Unpin for CausalLanguageModelDescriptor
impl UnsafeUnpin for CausalLanguageModelDescriptor
impl UnwindSafe for CausalLanguageModelDescriptor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more