ort-candle 0.4.1+0.11.0

ort + candle = 🦀 - An alternative backend for ort, powered by candle.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

use std::collections::HashMap;

use candle_core::Tensor;
use candle_onnx::onnx::ModelProto;
use prost::Message;

#[derive(Default, Clone)]
pub struct SessionOptions;

pub struct Session {
	pub model: ModelProto
}

impl Session {
	pub fn from_buffer(_options: &SessionOptions, data: &[u8]) -> Result<Session, prost::DecodeError> {
		let model = ModelProto::decode(data)?;
		Ok(Session { model })
	}

	pub fn run(&self, inputs: HashMap<String, Tensor>) -> candle_core::Result<HashMap<String, Tensor>> {
		candle_onnx::simple_eval(&self.model, inputs)
	}
}