use crate::spec::{SpecRow, SpecSource};
pub const ROWS: &[SpecRow] = &[
SpecRow {
inputs: &[b""],
expected: b"",
rationale: "empty input produces empty token stream",
source: SpecSource::HandWritten,
},
SpecRow {
inputs: &[b"hello world"],
expected: b"hello world",
rationale: "simple whitespace-delimited input preserves all bytes",
source: SpecSource::HandWritten,
},
SpecRow {
inputs: &[b" "],
expected: b" ",
rationale: "single whitespace character exercises the tokenizer edge",
source: SpecSource::HandWritten,
},
];