Skip to main content

ferrum_cli/
lib.rs

1//! # Ferrum CLI Library
2//!
3//! Ollama-style command-line interface for the Ferrum LLM inference framework.
4//!
5//! ## Commands
6//!
7//! - `run`: Run a model and start interactive chat
8//! - `serve`: Start the HTTP inference server
9//! - `stop`: Stop the running server
10//! - `pull`: Download a model from HuggingFace
11//! - `list`: List downloaded models
12
13mod backend_selection;
14pub mod commands;
15pub mod config;
16pub mod gpu_devices;
17pub mod gpu_mem_autosize;
18pub mod layer_split_pipeline;
19pub mod memory_profile;
20pub mod observability_product;
21pub mod observability_vertical_slice;
22pub mod runtime_env;
23pub mod source_resolver;
24mod startup;
25pub mod terminal;
26pub mod utils;
27
28// Re-exports
29pub use config::CliConfig;