1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
//! Configuration for the Segmented Least Recently Used (SLRU) cache.
//!
//! This module provides configuration for SLRU caches.
//!
//! # Sizing Guidelines
//!
//! ## Understanding `max_size` and `capacity`
//!
//! - **`max_size`**: The maximum total size in bytes for cached *values*. This should reflect
//! your memory budget for the cache data itself.
//! - **`capacity`**: The maximum number of entries. Each entry has memory overhead beyond
//! the value size (approximately 64-128 bytes per entry for keys, pointers, and metadata).
//!
//! ## For In-Memory Caches
//!
//! Set `max_size` to the amount of memory you want to allocate for cached values:
//!
//! ```text
//! Total Memory ≈ max_size + (capacity × overhead_per_entry)
//! overhead_per_entry ≈ 64-128 bytes (keys, pointers, metadata)
//! ```
//!
//! **Example**: For a 100MB cache with ~10KB average values:
//! - `max_size = 100 * 1024 * 1024` (100MB for values)
//! - `capacity = 10_000` entries
//! - Overhead ≈ 10,000 × 100 bytes = ~1MB additional
//!
//! ## For Disk-Based or External Caches
//!
//! When caching references to external storage, size based on your target cache size:
//!
//! ```text
//! capacity = target_cache_size / average_object_size
//! ```
//!
//! **Example**: For a 1GB disk cache with 50KB average objects:
//! - `max_size = 1024 * 1024 * 1024` (1GB)
//! - `capacity = 1GB / 50KB ≈ 20,000` entries
//!
//! ## SLRU-Specific Considerations
//!
//! SLRU divides the cache into **probationary** and **protected** segments.
//! A common ratio is 20% protected (hot items) and 80% probationary (new items).
//!
//! # Examples
//!
//! ```
//! use cache_rs::config::SlruCacheConfig;
//! use cache_rs::SlruCache;
//! use core::num::NonZeroUsize;
//!
//! // In-memory cache: 50MB budget, 20% protected segment
//! let config = SlruCacheConfig {
//! capacity: NonZeroUsize::new(10_000).unwrap(),
//! protected_capacity: NonZeroUsize::new(2_000).unwrap(), // 20%
//! max_size: 50 * 1024 * 1024, // 50MB
//! };
//! let cache: SlruCache<String, Vec<u8>> = SlruCache::init(config, None);
//!
//! // Small cache for session data
//! let config = SlruCacheConfig {
//! capacity: NonZeroUsize::new(1000).unwrap(),
//! protected_capacity: NonZeroUsize::new(200).unwrap(),
//! max_size: 10 * 1024 * 1024, // 10MB
//! };
//! let cache: SlruCache<String, i32> = SlruCache::init(config, None);
//! ```
use fmt;
use NonZeroUsize;
/// Configuration for an SLRU (Segmented LRU) cache.
///
/// SLRU divides the cache into two segments: a probationary segment for new entries
/// and a protected segment for frequently accessed entries.
///
/// # Fields
///
/// - `capacity`: Total number of entries the cache can hold. Each entry has
/// memory overhead (~64-128 bytes) for keys, pointers, and metadata.
/// - `protected_capacity`: Size of the protected segment (must be < capacity).
/// Typically 20% of total capacity for hot items.
/// - `max_size`: Maximum total size in bytes for cached values. Set this based
/// on your memory budget, not to `u64::MAX`. See module docs for sizing guidance.
///
/// # Sizing Recommendations
///
/// Always set meaningful values for both fields:
///
/// - **In-memory cache**: `max_size` = memory budget for values;
/// `capacity` = `max_size` / average_value_size
/// - **Disk-based cache**: `max_size` = disk space allocation;
/// `capacity` = `max_size` / average_object_size
///
/// # Examples
///
/// ```
/// use cache_rs::config::SlruCacheConfig;
/// use cache_rs::SlruCache;
/// use core::num::NonZeroUsize;
///
/// // 10MB cache for ~1KB values, 20% protected
/// let config = SlruCacheConfig {
/// capacity: NonZeroUsize::new(10_000).unwrap(),
/// protected_capacity: NonZeroUsize::new(2_000).unwrap(),
/// max_size: 10 * 1024 * 1024, // 10MB
/// };
/// let cache: SlruCache<String, Vec<u8>> = SlruCache::init(config, None);
///
/// // Small cache for config values, 20% protected
/// let config = SlruCacheConfig {
/// capacity: NonZeroUsize::new(500).unwrap(),
/// protected_capacity: NonZeroUsize::new(100).unwrap(),
/// max_size: 64 * 1024, // 64KB is ample for small values
/// };
/// let cache: SlruCache<&str, i32> = SlruCache::init(config, None);
/// ```