pub struct Qwen35CompileCache {
pub pipeline: ModelCompilePipeline,
/* private fields */
}Expand description
Component compile pipeline + optional on-disk AOT LIR (CompilationMode::Aot).
Fields§
§pipeline: ModelCompilePipelineImplementations§
Source§impl Qwen35CompileCache
impl Qwen35CompileCache
pub fn new(device: Device, capacity: usize) -> Qwen35CompileCache
Sourcepub fn with_aot(
device: Device,
capacity: usize,
root: impl Into<PathBuf>,
) -> Qwen35CompileCache
pub fn with_aot( device: Device, capacity: usize, root: impl Into<PathBuf>, ) -> Qwen35CompileCache
Enable disk-backed LIR for CompilationMode::Aot variants.
pub fn device(&self) -> Device
pub fn contains(&self, config: &ModelExecutionConfig) -> bool
pub fn len(&self) -> usize
pub fn is_empty(&self) -> bool
pub fn has_template(&self) -> bool
Sourcepub fn binding_manifest_for(
&self,
config: &ModelExecutionConfig,
options: &CompileOptions,
) -> BindingManifest
pub fn binding_manifest_for( &self, config: &ModelExecutionConfig, options: &CompileOptions, ) -> BindingManifest
Binding layout for a variant (requires template built for that HIR family).
Sourcepub fn compile_built(
&mut self,
built: BuiltModel,
config: &ModelExecutionConfig,
options: &CompileOptions,
) -> Result<CompiledGraph, Error>
pub fn compile_built( &mut self, built: BuiltModel, config: &ModelExecutionConfig, options: &CompileOptions, ) -> Result<CompiledGraph, Error>
Compile a tier-0 BuiltModel through this pipeline (profile + variant key).
Sourcepub fn compile_built_aot(
&mut self,
built: BuiltModel,
config: &ModelExecutionConfig,
options: &CompileOptions,
) -> Result<CompiledGraph, Error>
pub fn compile_built_aot( &mut self, built: BuiltModel, config: &ModelExecutionConfig, options: &CompileOptions, ) -> Result<CompiledGraph, Error>
CompilationMode::Aot — disk LIR via AotCache + pipeline specialize.
Auto Trait Implementations§
impl !RefUnwindSafe for Qwen35CompileCache
impl !Sync for Qwen35CompileCache
impl !UnwindSafe for Qwen35CompileCache
impl Freeze for Qwen35CompileCache
impl Send for Qwen35CompileCache
impl Unpin for Qwen35CompileCache
impl UnsafeUnpin for Qwen35CompileCache
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more