pub struct RopeConfig {
pub freq_base: f32,
pub freq_scale: f32,
pub n_dims: usize,
pub scaling_type: RopeScalingType,
pub original_max_position_embeddings: usize,
pub rope_type: RopeType,
pub mrope_sections: Option<Vec<usize>>,
}Expand description
Configuration for Rotary Position Embeddings (RoPE)
Fields§
§freq_base: f32Base frequency for RoPE (typically 10000.0)
freq_scale: f32Frequency scale factor
n_dims: usizeNumber of dimensions to apply RoPE to (usually head_dim)
scaling_type: RopeScalingTypeRoPE scaling type
original_max_position_embeddings: usizeOriginal context length (for scaled RoPE)
rope_type: RopeTypeRoPE implementation type (Normal vs NeoX)
mrope_sections: Option<Vec<usize>>MRoPE dimension sections (number of pairs per axis). E.g., [11, 11, 10] means 3 axes with 22, 22, 20 dims each. When present, frequency index resets per section.
Trait Implementations§
Source§impl Clone for RopeConfig
impl Clone for RopeConfig
Source§fn clone(&self) -> RopeConfig
fn clone(&self) -> RopeConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for RopeConfig
impl Debug for RopeConfig
Source§impl Default for RopeConfig
impl Default for RopeConfig
Source§impl<'de> Deserialize<'de> for RopeConfig
impl<'de> Deserialize<'de> for RopeConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for RopeConfig
impl RefUnwindSafe for RopeConfig
impl Send for RopeConfig
impl Sync for RopeConfig
impl Unpin for RopeConfig
impl UnsafeUnpin for RopeConfig
impl UnwindSafe for RopeConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
impl<A, B, T> HttpServerConnExec<A, B> for Twhere
B: Body,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more