pub struct Tensor { /* private fields */ }Expand description
Owned f32 tensor passed to or returned from a model.
Implementations§
Source§impl Tensor
impl Tensor
Sourcepub fn new(
name: impl Into<String>,
shape: impl Into<Vec<usize>>,
data: impl Into<Vec<f32>>,
) -> Result<Self>
pub fn new( name: impl Into<String>, shape: impl Into<Vec<usize>>, data: impl Into<Vec<f32>>, ) -> Result<Self>
Build a named tensor and validate its element count.
§Errors
Returns an error for zero dimensions, rank above eight, shapes exceeding native allocation limits, or data length differing from the element count.
Examples found in repository?
examples/overhead.rs (line 27)
23fn main() -> Result<(), Box<dyn std::error::Error>> {
24 let runtime = Runtime::new(RuntimeConfig::new().with_threads(1))?;
25 let model =
26 runtime.load_bytes(include_bytes!("../tests/fixtures/packed_output3.mnn").as_slice())?;
27 let input = Tensor::new("input", vec![1, 3, 1, 2], vec![1.0; 6])?;
28 let borrowed = measure(
29 || {
30 std::hint::black_box(model.run(std::slice::from_ref(&input)).unwrap());
31 },
32 1000,
33 );
34 let mut outputs = model.run(std::slice::from_ref(&input))?;
35 let reused = measure(
36 || {
37 let result = model
38 .run_reusing(vec![input.clone()], std::mem::take(&mut outputs))
39 .unwrap();
40 outputs = std::hint::black_box(result.tensors);
41 },
42 1000,
43 );
44 println!("tiny model, current compilation profile; P50/P95/P99");
45 println!("borrowed: {borrowed:?}; reused outputs: {reused:?}");
46 println!(
47 "Input cloning is included in both loops; run_owned transfers an existing Vec without that clone."
48 );
49 Ok(())
50}More examples
examples/smoke.rs (lines 31-42)
7fn main() -> ExitCode {
8 let Some(path) = std::env::args_os().nth(1) else {
9 eprintln!("usage: cargo run -p mnn-runtime --example smoke -- <model.mnn>");
10 return ExitCode::FAILURE;
11 };
12
13 let result = (|| {
14 let backend = match std::env::var("MNN_SMOKE_BACKEND").as_deref() {
15 Ok("metal") => Backend::Metal,
16 Ok("coreml") => Backend::CoreMl,
17 Ok("opencl") => Backend::OpenCl,
18 Ok("opengl") => Backend::OpenGl,
19 Ok("vulkan") => Backend::Vulkan,
20 Ok("cuda") => Backend::Cuda,
21 Ok("auto") => Backend::Auto,
22 Ok(_) | Err(_) => Backend::Cpu,
23 };
24 let runtime = Runtime::new(RuntimeConfig::new().with_backend(backend))?;
25 let model = runtime.load_file(path)?;
26 let inputs = model
27 .info()
28 .inputs()
29 .iter()
30 .map(|info| {
31 Tensor::new(
32 info.name(),
33 info.concrete_shape()?,
34 vec![
35 0.0;
36 info.element_count().ok_or_else(|| {
37 mnn_runtime::Error::UnresolvedShape {
38 name: info.name().to_owned(),
39 }
40 })?
41 ],
42 )
43 })
44 .collect::<mnn_runtime::Result<Vec<_>>>()?;
45 model.run(&inputs)
46 })();
47
48 match result {
49 Ok(outputs) => {
50 println!("MNN {}", Runtime::native_version());
51 for tensor in outputs {
52 let first = tensor.data().first().copied().unwrap_or_default();
53 println!(
54 "{} {:?}: {} values, first={first}",
55 tensor.name(),
56 tensor.shape(),
57 tensor.data().len()
58 );
59 }
60 ExitCode::SUCCESS
61 }
62 Err(error) => {
63 eprintln!("error: {error}");
64 ExitCode::FAILURE
65 }
66 }
67}Sourcepub fn name(&self) -> &str
pub fn name(&self) -> &str
Tensor name.
Examples found in repository?
examples/smoke.rs (line 55)
7fn main() -> ExitCode {
8 let Some(path) = std::env::args_os().nth(1) else {
9 eprintln!("usage: cargo run -p mnn-runtime --example smoke -- <model.mnn>");
10 return ExitCode::FAILURE;
11 };
12
13 let result = (|| {
14 let backend = match std::env::var("MNN_SMOKE_BACKEND").as_deref() {
15 Ok("metal") => Backend::Metal,
16 Ok("coreml") => Backend::CoreMl,
17 Ok("opencl") => Backend::OpenCl,
18 Ok("opengl") => Backend::OpenGl,
19 Ok("vulkan") => Backend::Vulkan,
20 Ok("cuda") => Backend::Cuda,
21 Ok("auto") => Backend::Auto,
22 Ok(_) | Err(_) => Backend::Cpu,
23 };
24 let runtime = Runtime::new(RuntimeConfig::new().with_backend(backend))?;
25 let model = runtime.load_file(path)?;
26 let inputs = model
27 .info()
28 .inputs()
29 .iter()
30 .map(|info| {
31 Tensor::new(
32 info.name(),
33 info.concrete_shape()?,
34 vec![
35 0.0;
36 info.element_count().ok_or_else(|| {
37 mnn_runtime::Error::UnresolvedShape {
38 name: info.name().to_owned(),
39 }
40 })?
41 ],
42 )
43 })
44 .collect::<mnn_runtime::Result<Vec<_>>>()?;
45 model.run(&inputs)
46 })();
47
48 match result {
49 Ok(outputs) => {
50 println!("MNN {}", Runtime::native_version());
51 for tensor in outputs {
52 let first = tensor.data().first().copied().unwrap_or_default();
53 println!(
54 "{} {:?}: {} values, first={first}",
55 tensor.name(),
56 tensor.shape(),
57 tensor.data().len()
58 );
59 }
60 ExitCode::SUCCESS
61 }
62 Err(error) => {
63 eprintln!("error: {error}");
64 ExitCode::FAILURE
65 }
66 }
67}Sourcepub fn shape(&self) -> &[usize]
pub fn shape(&self) -> &[usize]
Tensor dimensions.
Examples found in repository?
examples/smoke.rs (line 56)
7fn main() -> ExitCode {
8 let Some(path) = std::env::args_os().nth(1) else {
9 eprintln!("usage: cargo run -p mnn-runtime --example smoke -- <model.mnn>");
10 return ExitCode::FAILURE;
11 };
12
13 let result = (|| {
14 let backend = match std::env::var("MNN_SMOKE_BACKEND").as_deref() {
15 Ok("metal") => Backend::Metal,
16 Ok("coreml") => Backend::CoreMl,
17 Ok("opencl") => Backend::OpenCl,
18 Ok("opengl") => Backend::OpenGl,
19 Ok("vulkan") => Backend::Vulkan,
20 Ok("cuda") => Backend::Cuda,
21 Ok("auto") => Backend::Auto,
22 Ok(_) | Err(_) => Backend::Cpu,
23 };
24 let runtime = Runtime::new(RuntimeConfig::new().with_backend(backend))?;
25 let model = runtime.load_file(path)?;
26 let inputs = model
27 .info()
28 .inputs()
29 .iter()
30 .map(|info| {
31 Tensor::new(
32 info.name(),
33 info.concrete_shape()?,
34 vec![
35 0.0;
36 info.element_count().ok_or_else(|| {
37 mnn_runtime::Error::UnresolvedShape {
38 name: info.name().to_owned(),
39 }
40 })?
41 ],
42 )
43 })
44 .collect::<mnn_runtime::Result<Vec<_>>>()?;
45 model.run(&inputs)
46 })();
47
48 match result {
49 Ok(outputs) => {
50 println!("MNN {}", Runtime::native_version());
51 for tensor in outputs {
52 let first = tensor.data().first().copied().unwrap_or_default();
53 println!(
54 "{} {:?}: {} values, first={first}",
55 tensor.name(),
56 tensor.shape(),
57 tensor.data().len()
58 );
59 }
60 ExitCode::SUCCESS
61 }
62 Err(error) => {
63 eprintln!("error: {error}");
64 ExitCode::FAILURE
65 }
66 }
67}Sourcepub fn data(&self) -> &[f32]
pub fn data(&self) -> &[f32]
Contiguous tensor values.
Examples found in repository?
examples/smoke.rs (line 52)
7fn main() -> ExitCode {
8 let Some(path) = std::env::args_os().nth(1) else {
9 eprintln!("usage: cargo run -p mnn-runtime --example smoke -- <model.mnn>");
10 return ExitCode::FAILURE;
11 };
12
13 let result = (|| {
14 let backend = match std::env::var("MNN_SMOKE_BACKEND").as_deref() {
15 Ok("metal") => Backend::Metal,
16 Ok("coreml") => Backend::CoreMl,
17 Ok("opencl") => Backend::OpenCl,
18 Ok("opengl") => Backend::OpenGl,
19 Ok("vulkan") => Backend::Vulkan,
20 Ok("cuda") => Backend::Cuda,
21 Ok("auto") => Backend::Auto,
22 Ok(_) | Err(_) => Backend::Cpu,
23 };
24 let runtime = Runtime::new(RuntimeConfig::new().with_backend(backend))?;
25 let model = runtime.load_file(path)?;
26 let inputs = model
27 .info()
28 .inputs()
29 .iter()
30 .map(|info| {
31 Tensor::new(
32 info.name(),
33 info.concrete_shape()?,
34 vec![
35 0.0;
36 info.element_count().ok_or_else(|| {
37 mnn_runtime::Error::UnresolvedShape {
38 name: info.name().to_owned(),
39 }
40 })?
41 ],
42 )
43 })
44 .collect::<mnn_runtime::Result<Vec<_>>>()?;
45 model.run(&inputs)
46 })();
47
48 match result {
49 Ok(outputs) => {
50 println!("MNN {}", Runtime::native_version());
51 for tensor in outputs {
52 let first = tensor.data().first().copied().unwrap_or_default();
53 println!(
54 "{} {:?}: {} values, first={first}",
55 tensor.name(),
56 tensor.shape(),
57 tensor.data().len()
58 );
59 }
60 ExitCode::SUCCESS
61 }
62 Err(error) => {
63 eprintln!("error: {error}");
64 ExitCode::FAILURE
65 }
66 }
67}Trait Implementations§
impl StructuralPartialEq for Tensor
Auto Trait Implementations§
impl Freeze for Tensor
impl RefUnwindSafe for Tensor
impl Send for Tensor
impl Sync for Tensor
impl Unpin for Tensor
impl UnsafeUnpin for Tensor
impl UnwindSafe for Tensor
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more