ferrum-cli 0.12.1

CLI for Ferrum — a Rust-native LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

//! # Ferrum CLI Library
//!
//! Ollama-style command-line interface for the Ferrum LLM inference framework.
//!
//! ## Commands
//!
//! - `run`: Run a model and start interactive chat
//! - `serve`: Start the HTTP inference server
//! - `stop`: Stop the running server
//! - `pull`: Download a model from HuggingFace
//! - `list`: List downloaded models

mod backend_selection;
pub mod commands;
pub mod config;
pub mod gpu_devices;
pub mod gpu_mem_autosize;
pub mod layer_split_pipeline;
pub mod memory_profile;
pub mod observability_product;
pub mod observability_vertical_slice;
pub mod runtime_env;
pub mod source_resolver;
mod startup;
pub mod terminal;
pub mod utils;

// Re-exports
pub use config::CliConfig;