Struct Runner 

pub struct Runner { /* private fields */ }

Implementations

impl Runner

pub async fn new( runner_path: &Path, visible_device: Device, ) -> Result<Runner, String>

pub async fn load<T>( &self, fs: &Arc<T>, runner_name: String, required_framework_version: VersionReq, runner_compat_version: u64, runner_opts: Option<HashMap<String, RunnerOpt>>, visible_device: Device, carton_manifest_hash: Option<String>, ) -> Result<(), String>

where T: ReadableFileSystem + MaybeSend + MaybeSync + 'static, T::FileType: ReadableFile + MaybeSend + MaybeSync + Unpin, T::ReadDirPollerType: MaybeSend,

pub async fn infer_with_inputs( &self, tensors_orig: HashMap<String, Tensor>, ) -> Result<HashMap<String, Tensor>, String>

pub async fn streaming_infer_with_inputs( &self, tensors_orig: HashMap<String, Tensor>, ) -> impl Stream<Item = Result<HashMap<String, Tensor>, String>> + '_

pub async fn seal( &self, tensors_orig: HashMap<String, Tensor>, ) -> Result<u64, String>

pub async fn infer_with_handle( &self, handle: u64, ) -> Result<HashMap<String, Tensor>, String>

pub async fn streaming_infer_with_handle( &self, handle: u64, ) -> impl Stream<Item = Result<HashMap<String, Tensor>, String>> + '_

pub async fn pack<T>( &self, fs: &Arc<T>, input_path: &Path, temp_folder: &Path, ) -> Result<PathBuf, String>

where T: WritableFileSystem + MaybeSend + MaybeSync + 'static, T::FileType: WritableFile + MaybeSend + MaybeSync + Unpin, T::ReadDirPollerType: MaybeSend,

Pack a model and return a path to the output directory

pub async fn alloc_tensor<T: Clone + Default>( &self, shape: Vec<u64>, ) -> Result<Tensor, String>

where InlineAllocator: TypedAlloc<T, Output = InlineTensorStorage>, Tensor: From<TensorStorage<T>>,