Skip to main content

Crate llmfit_core

Crate llmfit_core 

Source

Re-exports§

pub use fit::FitLevel;
pub use fit::InferenceRuntime;
pub use fit::ModelFit;
pub use fit::RunMode;
pub use fit::ScoreComponents;
pub use fit::SortColumn;
pub use hardware::GpuBackend;
pub use hardware::SystemSpecs;
pub use models::Capability;
pub use models::LlmModel;
pub use models::ModelDatabase;
pub use models::ModelFormat;
pub use models::UseCase;
pub use plan::HardwareEstimate;
pub use plan::PathEstimate;
pub use plan::PlanCurrentStatus;
pub use plan::PlanEstimate;
pub use plan::PlanRequest;
pub use plan::PlanRunPath;
pub use plan::UpgradeDelta;
pub use plan::estimate_model_plan;
pub use plan::normalize_quant;
pub use plan::resolve_model_selector;
pub use providers::LlamaCppProvider;
pub use providers::LmStudioProvider;
pub use providers::MlxProvider;
pub use providers::ModelProvider;
pub use providers::OllamaProvider;
pub use providers::VllmProvider;
pub use update::UpdateOptions;
pub use update::cache_file;
pub use update::clear_cache;
pub use update::load_cache;
pub use update::save_cache;
pub use update::update_model_cache;

Modules§

benchmarks
Client for the localmaxxing.com benchmark API.
fit
hardware
models
plan
providers
Runtime model providers (Ollama, llama.cpp, MLX, Docker Model Runner, LM Studio, vLLM).
update
Online model database updates via the HuggingFace Hub API.