xybrid-core 0.1.0-rc4

Core runtime for hybrid cloud-edge AI inference: model execution, pipeline orchestration, and routing primitives.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! ONNX Runtime backend module.
//!
//! This module provides ONNX Runtime inference for xybrid models.
//! It includes:
//! - `OnnxRuntimeAdapter`: High-level adapter implementing `RuntimeAdapter` trait
//! - `OnnxBackend`: Low-level backend implementing `InferenceBackend` trait
//! - `ONNXSession`: ONNX Runtime session wrapper
//! - `ONNXMobileRuntimeAdapter`: Mobile-optimized adapter with NNAPI support
//! - `ExecutionProviderKind`: Execution provider selection (CPU, CoreML, etc.)

mod adapter;
mod backend;
mod execution_provider;
mod profiling;
mod runtime;
mod session; // New runtime wrapper

#[cfg(any(target_os = "android", test))]
mod mobile;

// Re-exports
pub use adapter::OnnxRuntimeAdapter;
pub use backend::OnnxBackend;
pub use execution_provider::{
    parse_provider_string, select_optimal_provider, ExecutionProviderKind, ModelHints,
};
#[cfg(feature = "ort-coreml")]
pub use execution_provider::{CoreMLComputeUnits, CoreMLConfig};
pub use profiling::ResolvedExecutionProviders;
pub use runtime::OnnxRuntime;
pub use session::{ONNXSession, SessionOptions};

#[cfg(any(target_os = "android", test))]
pub use mobile::ONNXMobileRuntimeAdapter;