pub mod batch;
pub mod model_path;
pub mod ort_discovery;
pub mod protocol;
pub mod provider;
pub mod runtime;
mod runtime_env;
pub mod startup;
pub mod worker_main;
pub use protocol::{
BatchId, EmbedRequest, EmbedResponse, ErrorKind, Frame, FrameHeader, HealthRequest,
HealthResponse, Request, RerankRequest, RerankResponse, Response, WorkerState,
};
pub use batch::{BatchConfig, split_request, stitch_responses, truncate_text};
pub use model_path::ModelResolver;
pub use ort_discovery::{
DiscoveryOutcome, DiscoverySource, InitResult, discover_and_init,
last_outcome as last_ort_outcome,
};
pub use provider::{ExecutionProviderSelector, is_cuda_compiled_in, is_migraphx_compiled_in};
pub use runtime::{
DEFAULT_IDLE_TIMEOUT_SECS, DEFAULT_MAX_FRAME_SIZE, DEFAULT_MAX_TEXT_SIZE, READ_BUF_CAPACITY,
RuntimeConfig, WorkerRuntime,
};
pub use startup::{StartupReport, StartupReporter};
#[cfg(test)]
pub(crate) mod test_util {
use std::sync::Mutex;
pub static ENV_TEST_LOCK: Mutex<()> = Mutex::new(());
}