lfm 0.1.0

Rust ONNX inference for LiquidAI LFM2.5-VL (vision-language) models — implements the engine-agnostic llmtask::Task contract via llguidance for schema-constrained sampling
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! Demo: load LFM2.5-VL, analyze a scene image, print structured output.
//!
//! Usage:
//! ```bash
//! LFM_MODEL_PATH=/path/to/LFM2.5-VL-450M-ONNX \
//!   cargo run --example scene_analysis --features inference,decoders -- image.jpg
//! ```

#[cfg(feature = "inference")]
fn main() -> lfm::Result<()> {
  let model_dir =
    std::env::var("LFM_MODEL_PATH").expect("set LFM_MODEL_PATH=/path/to/LFM2.5-VL-450M-ONNX");
  let image_path = std::env::args()
    .nth(1)
    .expect("usage: scene_analysis <image>");

  let opts = lfm::Options::default();
  let mut engine = lfm::Engine::from_dir(&model_dir, opts)?;
  let task = lfm::ImageAnalysisTask::default();

  // Engine::run wires the task prompt internally — caller only supplies
  // images + the task instance.
  let images = vec![lfm::ImageInput::Path(std::path::Path::new(&image_path))];
  let req = lfm::RequestOptions::default();

  let analysis = engine.run(&task, &images, &req)?;
  println!("{:#?}", analysis);
  Ok(())
}

#[cfg(not(feature = "inference"))]
fn main() {
  eprintln!("scene_analysis requires the `inference` feature");
}