1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
mod codec;
mod inspect;
mod recovery;
mod writer;
pub use codec::{
decode_record, encode_record, DecodeRecordResult, WalPayload, WalRecord, WalRecordType,
WalWarning, WAL_HEADER_LEN, WAL_MAGIC, WAL_VERSION,
};
pub use inspect::{inspect_wal_path, WalInspection, WalInspectionRow};
pub use recovery::{recover_wal, RecoveredRecord, WalRecoveryReport};
pub use writer::{AppendResult, SegmentId, WalWriter};
#[cfg(test)]
mod tests {
use std::sync::Arc;
use kaya_core::{DurabilityMode, WalConfig};
use kaya_io::SimDisk;
use super::*;
fn block_on<F: std::future::Future>(f: F) -> F::Output {
tokio::runtime::Builder::new_current_thread()
.build()
.unwrap()
.block_on(f)
}
// KD-0206 — durable-prefix invariant:
// Every record appended with Strict durability before a crash must appear
// in the recovery report after crash+restart.
#[test]
fn wal_durable_prefix_survives_crash() {
block_on(async {
let disk = Arc::new(SimDisk::new());
let config = WalConfig::default();
let mut writer = WalWriter::open(config.clone(), disk.clone()).await.unwrap();
let mut strict_lsns = Vec::new();
for i in 0_u8..5 {
let result = writer
.append(
WalPayload::Put {
key: vec![i],
value: vec![i, i],
},
DurabilityMode::Strict,
)
.await
.unwrap();
strict_lsns.push(result.lsn);
}
disk.crash();
let report = recover_wal(config, disk).await.unwrap();
let recovered_lsns: Vec<_> = report.records.iter().map(|r| r.record.lsn).collect();
for lsn in &strict_lsns {
assert!(
recovered_lsns.contains(lsn),
"strictly written LSN {lsn} missing after crash"
);
}
assert_eq!(
report.records.len(),
strict_lsns.len(),
"expected exactly the strict records"
);
});
}
// Relaxed (non-fsynced) records are not in stable storage, so they must be
// absent after a crash that resets volatile to stable.
#[test]
fn wal_relaxed_writes_lost_after_crash() {
block_on(async {
let disk = Arc::new(SimDisk::new());
let config = WalConfig::default();
let mut writer = WalWriter::open(config.clone(), disk.clone()).await.unwrap();
for i in 0_u8..3 {
writer
.append(
WalPayload::Put {
key: vec![i],
value: vec![i],
},
DurabilityMode::Relaxed,
)
.await
.unwrap();
}
// Crash before any fsync.
disk.crash();
let report = recover_wal(config, disk).await.unwrap();
assert_eq!(
report.records.len(),
0,
"relaxed-only records should be lost after crash"
);
});
}
// Recovery must be idempotent: running it twice on the same disk produces
// the same set of records.
#[test]
fn wal_recovery_is_idempotent() {
block_on(async {
let disk = Arc::new(SimDisk::new());
let config = WalConfig::default();
let mut writer = WalWriter::open(config.clone(), disk.clone()).await.unwrap();
for i in 0_u8..3 {
writer
.append(
WalPayload::Put {
key: vec![i],
value: vec![i],
},
DurabilityMode::Strict,
)
.await
.unwrap();
}
disk.crash();
let report1 = recover_wal(config.clone(), disk.clone()).await.unwrap();
let report2 = recover_wal(config, disk).await.unwrap();
assert_eq!(
report1.records.len(),
report2.records.len(),
"recovery must be idempotent"
);
for (r1, r2) in report1.records.iter().zip(report2.records.iter()) {
assert_eq!(r1.record.lsn, r2.record.lsn);
assert_eq!(r1.record.payload, r2.record.payload);
}
});
}
// Strictly ACKed records survive crash; trailing unsynced data does not.
// The recovery path must truncate the partial tail and return only the
// durable prefix.
#[test]
fn wal_partial_tail_truncated_after_crash() {
block_on(async {
let disk = Arc::new(SimDisk::new());
let config = WalConfig::default();
let mut writer = WalWriter::open(config.clone(), disk.clone()).await.unwrap();
// One strict record → fsynced to stable.
writer
.append(
WalPayload::Put {
key: b"k1".to_vec(),
value: b"v1".to_vec(),
},
DurabilityMode::Strict,
)
.await
.unwrap();
// One relaxed record → stays in volatile only.
writer
.append(
WalPayload::Put {
key: b"k2".to_vec(),
value: b"v2".to_vec(),
},
DurabilityMode::Relaxed,
)
.await
.unwrap();
disk.crash();
let report = recover_wal(config, disk).await.unwrap();
assert_eq!(report.records.len(), 1, "only the strict record survives");
assert_eq!(
report.records[0].record.payload,
WalPayload::Put {
key: b"k1".to_vec(),
value: b"v1".to_vec()
}
);
});
}
// Multi-segment WAL: writing across a segment boundary must be transparent
// to recovery.
#[test]
fn wal_multi_segment_recovery() {
block_on(async {
let disk = Arc::new(SimDisk::new());
// Tiny segment size to force rotation after the first record.
let config = WalConfig {
segment_max_bytes: 64,
..WalConfig::default()
};
let mut writer = WalWriter::open(config.clone(), disk.clone()).await.unwrap();
let mut lsns = Vec::new();
for i in 0_u8..4 {
let r = writer
.append(
WalPayload::Put {
key: vec![i],
value: vec![i],
},
DurabilityMode::Strict,
)
.await
.unwrap();
lsns.push(r.lsn);
}
disk.crash();
let report = recover_wal(config, disk).await.unwrap();
assert_eq!(report.records.len(), lsns.len());
for (expected, recovered) in lsns.iter().zip(report.records.iter()) {
assert_eq!(*expected, recovered.record.lsn);
}
});
}
// KD-0503: malformed WAL record input must not panic.
#[test]
fn fuzz_wal_decoder_no_panic() {
let cases: &[&[u8]] = &[
b"",
&[0u8; 1],
&[0u8; 39],
&[0u8; 40],
&[0xffu8; 40],
&[0u8; 100],
&[0xffu8; 100],
b"\x4b\x41\x59\x41\x01\x00garbage_after_magic",
b"\x00\xff\x80\x7f\xde\xad\xbe\xef\xca\xfe\xba\xbe",
];
for input in cases {
let _ = decode_record(input, 0, u32::MAX); // must not panic
}
}
}