Struct UnifiedModelLoader 

pub struct UnifiedModelLoader {
    pub config_generator: ConfigGenerator,
    /* private fields */
}

Unified model loader that handles downloading, config generation, and model loading

Fields

config_generator: ConfigGenerator

Implementations

impl UnifiedModelLoader

pub fn new() -> Result<Self>

Create a new unified model loader

pub fn load_model(&self, model_id: &str) -> Result<QwenModel>

Load a model by HuggingFace model ID with automatic downloading and config generation

This replaces the pattern of hardcoded paths in config files.

Example

use candle_coreml::UnifiedModelLoader;

let loader = UnifiedModelLoader::new()?;
let _model = loader.load_model("mazhewitt/qwen-typo-fixer-coreml")?;

pub fn load_model_from_config(&self, config: &ModelConfig) -> Result<QwenModel>

Load a model from a pre-existing config (useful for advanced use cases)

pub fn ensure_model_available(&self, model_id: &str) -> Result<PathBuf>

Ensure model is downloaded and return the path (useful for external tools)

pub fn generate_config(&self, model_id: &str) -> Result<ModelConfig>

Generate or update config for a model without loading it

pub fn list_cached_models(&self) -> Result<Vec<CachedModelInfo>>

List all cached models and their status