1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// Segment Anything v2 — end-to-end via `SamRunner::predict_image`.
// Hiera backbone with FPN neck + memory attention. Loads weights,
// runs the encoder + prompt encoder + mask decoder against a
// single foreground click.
//
// Usage:
// cargo run --release -p rlx-models --features metal \
// --example run_sam2 -- /path/to/sam2_hiera_b.safetensors
//
// RLX_SAM2_VARIANT = tiny | small | base_plus | large (default tiny)
//
// Equivalent CLI call:
// rlx-sam2 (or `rlx-run sam2`) --weights sam2_hiera_b.safetensors --device metal \
// --point 512,512
use anyhow::{Result, anyhow};
use rlx_models::run::{SamArch, SamPredictionAny, SamRunner};
use rlx_runtime::Device;
fn main() -> Result<()> {
let weights = std::env::args()
.nth(1)
.ok_or_else(|| anyhow!("usage: run_sam2 <weights.safetensors>"))?;
let runner = SamRunner::builder(SamArch::Sam2)
.weights(&weights)
.device(Device::Metal)
.build()?;
eprintln!("{}", runner.summary());
let (h_in, w_in) = (1024usize, 1024usize);
let mut rgb = vec![0u8; h_in * w_in * 3];
for y in 0..h_in {
for x in 0..w_in {
let base = (y * w_in + x) * 3;
rgb[base] = (x * 255 / w_in) as u8;
rgb[base + 1] = (y * 255 / h_in) as u8;
rgb[base + 2] = ((x + y) * 127 / (h_in + w_in)) as u8;
}
}
let points_xy = [w_in as f32 / 2.0, h_in as f32 / 2.0];
let points_lbl = [1.0f32];
let t0 = std::time::Instant::now();
let pred = runner.predict_image(
&rgb,
h_in,
w_in,
Some((&points_xy, &points_lbl)),
/*boxes*/ None,
/*text_tokens*/ &[],
)?;
match pred {
SamPredictionAny::Sam2(p) => {
eprintln!(
"[sam2] forward in {:?} — {} masks at {}×{}, object_score_logits={:?}",
t0.elapsed(),
p.num_masks,
p.h_out,
p.w_out,
&p.object_score_logits[..p.object_score_logits.len().min(3)]
);
eprintln!(
"[sam2] iou predictions: {:?}",
&p.iou_pred[..p.iou_pred.len().min(p.num_masks)]
);
}
_ => unreachable!("SamArch::Sam2 dispatches to SamPredictionAny::Sam2"),
}
Ok(())
}