sz-orm-model-ops 6.0.0

AI model operations: local inference, routing, finetuning, evaluation
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
//! AI model operations: local inference, routing, finetuning, evaluation.

#[cfg(feature = "model-ops")]
pub mod ab_test;
#[cfg(feature = "model-ops")]
pub mod evaluator;
#[cfg(feature = "model-ops")]
pub mod inference_opt;
#[cfg(feature = "model-ops-llamacpp")]
pub mod llamacpp;
#[cfg(feature = "model-ops-router")]
pub mod router;
#[cfg(feature = "model-ops")]
pub mod types;
#[cfg(feature = "model-ops-vllm")]
pub mod vllm;