Skip to main content

ModelInfo

Struct ModelInfo 

Source
pub struct ModelInfo { /* private fields */ }
Expand description

Immutable model input/output metadata.

Implementations§

Source§

impl ModelInfo

Source

pub fn effective_threads(&self) -> Option<usize>

Actual CPU worker count; GPU sessions return None.

Source

pub fn inputs(&self) -> &[TensorInfo]

Model inputs sorted by graph name.

Examples found in repository?
examples/inspect.rs (line 18)
7fn main() -> ExitCode {
8    let Some(path) = std::env::args_os().nth(1) else {
9        eprintln!("usage: cargo run -p mnn-runtime --example inspect -- <model.mnn>");
10        return ExitCode::FAILURE;
11    };
12
13    let result = Runtime::cpu().and_then(|runtime| runtime.load_file(path));
14    match result {
15        Ok(model) => {
16            println!("MNN {}", Runtime::native_version());
17            println!("inputs:");
18            for tensor in model.info().inputs() {
19                println!("  {} {:?}", tensor.name(), tensor.shape());
20            }
21            println!("outputs:");
22            for tensor in model.info().outputs() {
23                println!("  {} {:?}", tensor.name(), tensor.shape());
24            }
25            ExitCode::SUCCESS
26        }
27        Err(error) => {
28            eprintln!("error: {error}");
29            ExitCode::FAILURE
30        }
31    }
32}
More examples
Hide additional examples
examples/smoke.rs (line 28)
7fn main() -> ExitCode {
8    let Some(path) = std::env::args_os().nth(1) else {
9        eprintln!("usage: cargo run -p mnn-runtime --example smoke -- <model.mnn>");
10        return ExitCode::FAILURE;
11    };
12
13    let result = (|| {
14        let backend = match std::env::var("MNN_SMOKE_BACKEND").as_deref() {
15            Ok("metal") => Backend::Metal,
16            Ok("coreml") => Backend::CoreMl,
17            Ok("opencl") => Backend::OpenCl,
18            Ok("opengl") => Backend::OpenGl,
19            Ok("vulkan") => Backend::Vulkan,
20            Ok("cuda") => Backend::Cuda,
21            Ok("auto") => Backend::Auto,
22            Ok(_) | Err(_) => Backend::Cpu,
23        };
24        let runtime = Runtime::new(RuntimeConfig::new().with_backend(backend))?;
25        let model = runtime.load_file(path)?;
26        let inputs = model
27            .info()
28            .inputs()
29            .iter()
30            .map(|info| {
31                Tensor::new(
32                    info.name(),
33                    info.concrete_shape()?,
34                    vec![
35                        0.0;
36                        info.element_count().ok_or_else(|| {
37                            mnn_runtime::Error::UnresolvedShape {
38                                name: info.name().to_owned(),
39                            }
40                        })?
41                    ],
42                )
43            })
44            .collect::<mnn_runtime::Result<Vec<_>>>()?;
45        model.run(&inputs)
46    })();
47
48    match result {
49        Ok(outputs) => {
50            println!("MNN {}", Runtime::native_version());
51            for tensor in outputs {
52                let first = tensor.data().first().copied().unwrap_or_default();
53                println!(
54                    "{} {:?}: {} values, first={first}",
55                    tensor.name(),
56                    tensor.shape(),
57                    tensor.data().len()
58                );
59            }
60            ExitCode::SUCCESS
61        }
62        Err(error) => {
63            eprintln!("error: {error}");
64            ExitCode::FAILURE
65        }
66    }
67}
Source

pub fn outputs(&self) -> &[TensorInfo]

Model outputs sorted by graph name.

Examples found in repository?
examples/inspect.rs (line 22)
7fn main() -> ExitCode {
8    let Some(path) = std::env::args_os().nth(1) else {
9        eprintln!("usage: cargo run -p mnn-runtime --example inspect -- <model.mnn>");
10        return ExitCode::FAILURE;
11    };
12
13    let result = Runtime::cpu().and_then(|runtime| runtime.load_file(path));
14    match result {
15        Ok(model) => {
16            println!("MNN {}", Runtime::native_version());
17            println!("inputs:");
18            for tensor in model.info().inputs() {
19                println!("  {} {:?}", tensor.name(), tensor.shape());
20            }
21            println!("outputs:");
22            for tensor in model.info().outputs() {
23                println!("  {} {:?}", tensor.name(), tensor.shape());
24            }
25            ExitCode::SUCCESS
26        }
27        Err(error) => {
28            eprintln!("error: {error}");
29            ExitCode::FAILURE
30        }
31    }
32}
Source

pub fn input(&self, name: &str) -> Option<&TensorInfo>

Find input metadata by name.

Source

pub fn output(&self, name: &str) -> Option<&TensorInfo>

Find output metadata by name.

Trait Implementations§

Source§

impl Clone for ModelInfo

Source§

fn clone(&self) -> Self

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for ModelInfo

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl Eq for ModelInfo

Source§

impl PartialEq for ModelInfo

Source§

fn eq(&self, other: &Self) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl StructuralPartialEq for ModelInfo

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.