trustformers-core 0.1.1

Core traits and utilities for TrustformeRS
Documentation
1
2
3
4
5
6
7
8
9
10
// Cache module for inference optimization
pub mod cache_key;
pub mod eviction;
pub mod inference_cache;
pub mod metrics;

pub use cache_key::{CacheKey, CacheKeyBuilder};
pub use eviction::{EvictionPolicy, LRUEviction, SizeBasedEviction, TTLEviction};
pub use inference_cache::{CacheConfig, CacheEntry, InferenceCache};
pub use metrics::CacheMetrics;