pub struct StarCoderModelV2 { /* private fields */ }Trait Implementations§
Source§impl Model for StarCoderModelV2
impl Model for StarCoderModelV2
Source§type Config = StarCoderConfig
type Config = StarCoderConfig
Model configuration type
Source§fn new(config: StarCoderConfig) -> Result<Self>
fn new(config: StarCoderConfig) -> Result<Self>
Create new model instance
Source§fn from_weights(config: StarCoderConfig, weights: ModelWeights) -> Result<Self>
fn from_weights(config: StarCoderConfig, weights: ModelWeights) -> Result<Self>
Load model with weights
Source§fn forward(&self, inputs: &ModelInputs) -> Result<ModelOutputs>
fn forward(&self, inputs: &ModelInputs) -> Result<ModelOutputs>
Forward pass - core inference method
Source§fn generate(&self, prompt: &str, config: &GenerationConfig) -> Result<String>
fn generate(&self, prompt: &str, config: &GenerationConfig) -> Result<String>
Generate text (high-level interface)
Source§fn memory_requirements(&self) -> MemoryRequirements
fn memory_requirements(&self) -> MemoryRequirements
Get model memory requirements
Auto Trait Implementations§
impl !RefUnwindSafe for StarCoderModelV2
impl !UnwindSafe for StarCoderModelV2
impl Freeze for StarCoderModelV2
impl Send for StarCoderModelV2
impl Sync for StarCoderModelV2
impl Unpin for StarCoderModelV2
impl UnsafeUnpin for StarCoderModelV2
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more