llm-shield-models 0.1.0

ML model infrastructure for LLM Shield
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! ML Model Infrastructure for LLM Shield
//!
//! This crate provides infrastructure for loading and running ONNX models
//! for ML-based security scanners.

pub mod model_loader;
pub mod tokenizer;
pub mod inference;
pub mod registry;
pub mod cache;
pub mod types;

pub use model_loader::{ModelLoader, ModelConfig, ModelType};
pub use tokenizer::{TokenizerWrapper, TokenizerConfig, Encoding};
pub use inference::{InferenceEngine, InferenceResult, TokenPrediction, PostProcessing};
pub use registry::{ModelRegistry, ModelTask, ModelVariant, ModelMetadata};
pub use cache::{ResultCache, CacheConfig, CacheStats};
pub use types::{
    MLConfig, CacheSettings, HybridMode, DetectionMethod, InferenceMetrics,
};

use llm_shield_core::Error;

/// Result type alias
pub type Result<T> = std::result::Result<T, Error>;