coreutils_rs/nl/

core.rs

use std::io::Write;

/// Line numbering style.
#[derive(Clone)]
pub enum NumberingStyle {
    /// Number all lines.
    All,
    /// Number only non-empty lines (default for body).
    NonEmpty,
    /// Don't number lines.
    None,
    /// Number lines starting with a literal prefix (optimized from `^literal` regex).
    Prefix(Vec<u8>),
    /// Number lines matching a basic regular expression.
    Regex(regex::bytes::Regex),
}

/// Number format for line numbers.
#[derive(Clone, Copy, Debug, PartialEq)]
pub enum NumberFormat {
    /// Left-justified, no leading zeros.
    Ln,
    /// Right-justified, no leading zeros (default).
    Rn,
    /// Right-justified, leading zeros.
    Rz,
}

/// Configuration for the nl command.
pub struct NlConfig {
    pub body_style: NumberingStyle,
    pub header_style: NumberingStyle,
    pub footer_style: NumberingStyle,
    pub section_delimiter: Vec<u8>,
    pub line_increment: i64,
    pub join_blank_lines: usize,
    pub number_format: NumberFormat,
    pub no_renumber: bool,
    pub number_separator: Vec<u8>,
    pub starting_line_number: i64,
    pub number_width: usize,
}

impl Default for NlConfig {
    fn default() -> Self {
        Self {
            body_style: NumberingStyle::NonEmpty,
            header_style: NumberingStyle::None,
            footer_style: NumberingStyle::None,
            section_delimiter: vec![b'\\', b':'],
            line_increment: 1,
            join_blank_lines: 1,
            number_format: NumberFormat::Rn,
            no_renumber: false,
            number_separator: vec![b'\t'],
            starting_line_number: 1,
            number_width: 6,
        }
    }
}

/// Parse a numbering style string.
pub fn parse_numbering_style(s: &str) -> Result<NumberingStyle, String> {
    match s {
        "a" => Ok(NumberingStyle::All),
        "t" => Ok(NumberingStyle::NonEmpty),
        "n" => Ok(NumberingStyle::None),
        _ if s.starts_with('p') => {
            let pattern = &s[1..];
            // Optimize simple ^literal patterns to prefix match (avoids regex overhead).
            if let Some(rest) = pattern.strip_prefix('^') {
                if !rest.is_empty() && !rest.bytes().any(|b| b"\\.*+?|()[]{}$".contains(&b)) {
                    return Ok(NumberingStyle::Prefix(rest.as_bytes().to_vec()));
                }
            }
            match regex::bytes::Regex::new(pattern) {
                Ok(re) => Ok(NumberingStyle::Regex(re)),
                Err(e) => Err(format!("invalid regular expression: {}", e)),
            }
        }
        _ => Err(format!("invalid numbering style: '{}'", s)),
    }
}

/// Parse a number format string.
pub fn parse_number_format(s: &str) -> Result<NumberFormat, String> {
    match s {
        "ln" => Ok(NumberFormat::Ln),
        "rn" => Ok(NumberFormat::Rn),
        "rz" => Ok(NumberFormat::Rz),
        _ => Err(format!("invalid line numbering: '{}'", s)),
    }
}

/// Logical page section types.
#[derive(Clone, Copy, PartialEq)]
enum Section {
    Header,
    Body,
    Footer,
}

/// Check if a line is a section delimiter.
#[inline]
fn check_section_delimiter(line: &[u8], delim: &[u8]) -> Option<Section> {
    if delim.is_empty() {
        return None;
    }
    let dlen = delim.len();

    // Check header (3x)
    if line.len() == dlen * 3 {
        let mut is_header = true;
        for i in 0..3 {
            if &line[i * dlen..(i + 1) * dlen] != delim {
                is_header = false;
                break;
            }
        }
        if is_header {
            return Some(Section::Header);
        }
    }

    // Check body (2x)
    if line.len() == dlen * 2 && &line[..dlen] == delim && &line[dlen..] == delim {
        return Some(Section::Body);
    }

    // Check footer (1x)
    if line.len() == dlen && line == delim {
        return Some(Section::Footer);
    }

    None
}

/// Format a line number according to the format and width.
#[inline]
fn format_number(num: i64, format: NumberFormat, width: usize, buf: &mut Vec<u8>) {
    let mut num_buf = itoa::Buffer::new();
    let num_str = num_buf.format(num).as_bytes();
    let pad = width.saturating_sub(num_str.len());
    let total = pad + num_str.len();
    buf.reserve(total);
    unsafe {
        let start = buf.len();
        let dst = buf.as_mut_ptr().add(start);
        match format {
            NumberFormat::Ln => {
                std::ptr::copy_nonoverlapping(num_str.as_ptr(), dst, num_str.len());
                std::ptr::write_bytes(dst.add(num_str.len()), b' ', pad);
            }
            NumberFormat::Rn => {
                std::ptr::write_bytes(dst, b' ', pad);
                std::ptr::copy_nonoverlapping(num_str.as_ptr(), dst.add(pad), num_str.len());
            }
            NumberFormat::Rz => {
                if num < 0 {
                    *dst = b'-';
                    let abs = &num_str[1..];
                    let zpad = width.saturating_sub(abs.len() + 1);
                    std::ptr::write_bytes(dst.add(1), b'0', zpad);
                    std::ptr::copy_nonoverlapping(abs.as_ptr(), dst.add(1 + zpad), abs.len());
                    buf.set_len(start + 1 + zpad + abs.len());
                    return;
                }
                std::ptr::write_bytes(dst, b'0', pad);
                std::ptr::copy_nonoverlapping(num_str.as_ptr(), dst.add(pad), num_str.len());
            }
        }
        buf.set_len(start + total);
    }
}

/// Check if a line should be numbered based on the style.
#[inline]
fn should_number(line: &[u8], style: &NumberingStyle) -> bool {
    match style {
        NumberingStyle::All => true,
        NumberingStyle::NonEmpty => !line.is_empty(),
        NumberingStyle::None => false,
        NumberingStyle::Prefix(prefix) => line.starts_with(prefix),
        NumberingStyle::Regex(re) => re.is_match(line),
    }
}

/// Build the nl output into a Vec.
pub fn nl_to_vec(data: &[u8], config: &NlConfig) -> Vec<u8> {
    let mut line_number = config.starting_line_number;
    nl_to_vec_with_state(data, config, &mut line_number)
}

/// Check if config is the simple "number all lines" case suitable for fast path.
#[inline]
fn is_simple_number_all(config: &NlConfig) -> bool {
    matches!(config.body_style, NumberingStyle::All)
        && matches!(config.header_style, NumberingStyle::None)
        && matches!(config.footer_style, NumberingStyle::None)
        && config.join_blank_lines == 1
        && config.line_increment == 1
        && config.starting_line_number >= 0
        && !config.no_renumber
        && config.number_width + config.number_separator.len() <= 30
}

/// Check if config is the default "number non-empty lines" case suitable for fast path.
#[inline]
fn is_simple_number_nonempty(config: &NlConfig) -> bool {
    matches!(config.body_style, NumberingStyle::NonEmpty)
        && matches!(config.header_style, NumberingStyle::None)
        && matches!(config.footer_style, NumberingStyle::None)
        && config.join_blank_lines == 1
        && config.line_increment == 1
        && config.starting_line_number >= 0
        && !config.no_renumber
        && config.number_width + config.number_separator.len() <= 30
}

/// Check if config is a pattern-based numbering case (Prefix or Regex) suitable for fast path.
#[inline]
fn is_simple_number_pattern(config: &NlConfig) -> bool {
    matches!(
        config.body_style,
        NumberingStyle::Prefix(_) | NumberingStyle::Regex(_)
    ) && matches!(config.header_style, NumberingStyle::None)
        && matches!(config.footer_style, NumberingStyle::None)
        && config.join_blank_lines == 1
        && config.line_increment == 1
        && config.starting_line_number >= 0
        && !config.no_renumber
        && config.number_width + config.number_separator.len() <= 30
}

/// Check if the data contains any section delimiter sequences.
/// Uses a fast single-byte memchr reject before the full memmem scan:
/// for the default "\:" delimiter, backslash is rare in typical text, so
/// this rejects in ~0.3ms vs memmem's ~1ms on 10MB of input.
#[inline]
fn data_has_section_delimiters(data: &[u8], config: &NlConfig) -> bool {
    if config.section_delimiter.is_empty() {
        return false;
    }
    let first_byte = config.section_delimiter[0];
    memchr::memchr(first_byte, data).is_some()
        && memchr::memmem::find(data, &config.section_delimiter).is_some()
}

/// Inner write helper: formats number prefix + line content + newline into buffer.
/// SAFETY: caller ensures output has capacity for total_len bytes at start_pos.
#[inline(always)]
unsafe fn write_numbered_line(
    output: &mut Vec<u8>,
    fmt: NumberFormat,
    num_str: &str,
    pad: usize,
    sep: &[u8],
    line_data: *const u8,
    line_len: usize,
) {
    unsafe {
        let prefix_len = pad + num_str.len() + sep.len();
        let total_len = prefix_len + line_len + 1;
        let start_pos = output.len();
        let dst = output.as_mut_ptr().add(start_pos);

        match fmt {
            NumberFormat::Rn => {
                std::ptr::write_bytes(dst, b' ', pad);
                std::ptr::copy_nonoverlapping(num_str.as_ptr(), dst.add(pad), num_str.len());
            }
            NumberFormat::Rz => {
                std::ptr::write_bytes(dst, b'0', pad);
                std::ptr::copy_nonoverlapping(num_str.as_ptr(), dst.add(pad), num_str.len());
            }
            NumberFormat::Ln => {
                std::ptr::copy_nonoverlapping(num_str.as_ptr(), dst, num_str.len());
                std::ptr::write_bytes(dst.add(num_str.len()), b' ', pad);
            }
        }
        std::ptr::copy_nonoverlapping(sep.as_ptr(), dst.add(pad + num_str.len()), sep.len());
        std::ptr::copy_nonoverlapping(line_data, dst.add(prefix_len), line_len);
        *dst.add(prefix_len + line_len) = b'\n';
        output.set_len(start_pos + total_len);
    }
}

/// Ultra-fast path for nl -b a: eliminates section delimiter checks and uses raw
/// buffer writes. Handles all three number formats (Rn, Rz, Ln) in a single
/// function to avoid code duplication.
fn nl_number_all_fast(data: &[u8], config: &NlConfig, line_number: &mut i64) -> Vec<u8> {
    let alloc = (data.len() * 2 + 256).min(128 * 1024 * 1024);
    let mut output: Vec<u8> = Vec::with_capacity(alloc);

    let width = config.number_width;
    let sep = &config.number_separator;
    let fmt = config.number_format;
    let mut num = *line_number;
    let mut pos: usize = 0;
    let mut num_buf = itoa::Buffer::new();

    for nl_pos in memchr::memchr_iter(b'\n', data) {
        let line_len = nl_pos - pos;
        // +22: i64 prints at most 20 chars (sign + 19 digits), plus 1 newline = 21.
        let needed = output.len() + line_len + width + sep.len() + 22;
        if needed > output.capacity() {
            output.reserve(needed - output.capacity() + 4 * 1024 * 1024);
        }

        let num_str = num_buf.format(num);
        let pad = width.saturating_sub(num_str.len());

        unsafe {
            write_numbered_line(
                &mut output,
                fmt,
                num_str,
                pad,
                sep,
                data.as_ptr().add(pos),
                line_len,
            );
        }

        num += 1;
        pos = nl_pos + 1;
    }

    // Handle final line without trailing newline
    if pos < data.len() {
        let remaining = data.len() - pos;
        let needed = output.len() + remaining + width + sep.len() + 22;
        if needed > output.capacity() {
            output.reserve(needed - output.capacity() + 1024);
        }
        let num_str = num_buf.format(num);
        let pad = width.saturating_sub(num_str.len());

        unsafe {
            write_numbered_line(
                &mut output,
                fmt,
                num_str,
                pad,
                sep,
                data.as_ptr().add(pos),
                remaining,
            );
        }
        num += 1;
    }

    *line_number = num;
    output
}

/// In-memory fast path for default nl (body=NonEmpty): numbers non-blank lines,
/// blank lines get width+sep spaces. Uses raw pointer writes for zero-overhead
/// buffer construction.
fn nl_number_nonempty_fast(data: &[u8], config: &NlConfig, line_number: &mut i64) -> Vec<u8> {
    let alloc = (data.len() * 2 + 256).min(128 * 1024 * 1024);
    let mut output: Vec<u8> = Vec::with_capacity(alloc);

    let width = config.number_width;
    let sep = &config.number_separator;
    let fmt = config.number_format;
    let mut num = *line_number;
    let mut pos: usize = 0;
    let mut num_buf = itoa::Buffer::new();
    let blank_pad = width + sep.len();

    for nl_pos in memchr::memchr_iter(b'\n', data) {
        let line_len = nl_pos - pos;
        // +22: i64 prints at most 20 chars (sign + 19 digits), plus 1 newline = 21.
        let needed = output.len() + line_len + width + sep.len() + 22;
        if needed > output.capacity() {
            output.reserve(needed - output.capacity() + 4 * 1024 * 1024);
        }

        if line_len == 0 {
            let start_pos = output.len();
            unsafe {
                let dst = output.as_mut_ptr().add(start_pos);
                std::ptr::write_bytes(dst, b' ', blank_pad);
                *dst.add(blank_pad) = b'\n';
                output.set_len(start_pos + blank_pad + 1);
            }
        } else {
            let num_str = num_buf.format(num);
            let pad = width.saturating_sub(num_str.len());
            unsafe {
                write_numbered_line(
                    &mut output,
                    fmt,
                    num_str,
                    pad,
                    sep,
                    data.as_ptr().add(pos),
                    line_len,
                );
            }
            num += 1;
        }
        pos = nl_pos + 1;
    }

    // Handle final line without trailing newline.
    // Always non-blank: pos < data.len() implies remaining > 0.
    if pos < data.len() {
        let remaining = data.len() - pos;
        let needed = output.len() + remaining + width + sep.len() + 22;
        if needed > output.capacity() {
            output.reserve(needed - output.capacity() + 1024);
        }
        let num_str = num_buf.format(num);
        let pad = width.saturating_sub(num_str.len());
        unsafe {
            write_numbered_line(
                &mut output,
                fmt,
                num_str,
                pad,
                sep,
                data.as_ptr().add(pos),
                remaining,
            );
        }
        num += 1;
    }

    *line_number = num;
    output
}
/// Streaming fast path for nl -b a: writes output in ~2MB batches directly to fd.
/// Uses pre-formatted prefix in a stack-allocated buffer with in-place digit
/// increment to avoid reformatting the number string for every single line.
/// Raw write_pos tracking eliminates per-line Vec metadata overhead.
#[cfg(unix)]
fn nl_number_all_stream(
    data: &[u8],
    config: &NlConfig,
    line_number: &mut i64,
    fd: i32,
) -> std::io::Result<()> {
    const BUF_SIZE: usize = 2 * 1024 * 1024;

    let width = config.number_width;
    let sep = &config.number_separator;
    let fmt = config.number_format;
    let mut num = *line_number;
    let mut pos: usize = 0;

    let mut output: Vec<u8> = Vec::with_capacity(BUF_SIZE + 128 * 1024);
    let mut buf_ptr = output.as_mut_ptr();
    let mut write_pos: usize = 0;
    let data_ptr = data.as_ptr();

    // Use fixed-size array for prefix (avoid heap indirection)
    let mut prefix_buf = [0u8; 64];
    let mut prefix_len: usize;
    let mut num_end: usize;

    let mut num_buf = itoa::Buffer::new();

    // Format initial prefix
    {
        let num_str = num_buf.format(num);
        let pad = width.saturating_sub(num_str.len());
        let mut wp = 0;
        match fmt {
            NumberFormat::Rn => {
                for _ in 0..pad {
                    prefix_buf[wp] = b' ';
                    wp += 1;
                }
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
            }
            NumberFormat::Rz => {
                for _ in 0..pad {
                    prefix_buf[wp] = b'0';
                    wp += 1;
                }
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
            }
            NumberFormat::Ln => {
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
                for _ in 0..pad {
                    prefix_buf[wp] = b' ';
                    wp += 1;
                }
            }
        }
        num_end = wp;
        prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
        wp += sep.len();
        prefix_len = wp;
    }

    for nl_pos in memchr::memchr_iter(b'\n', data) {
        let line_len = nl_pos - pos;

        let needed = line_len + prefix_len + 2;
        if write_pos + needed > BUF_SIZE {
            unsafe {
                output.set_len(write_pos);
            }
            write_all_fd(fd, &output)?;
            write_pos = 0;
            if needed > output.capacity() {
                unsafe {
                    output.set_len(0);
                }
                output.reserve(needed);
                buf_ptr = output.as_mut_ptr();
            }
        }

        unsafe {
            let dst = buf_ptr.add(write_pos);
            std::ptr::copy_nonoverlapping(prefix_buf.as_ptr(), dst, prefix_len);
            std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(prefix_len), line_len);
            *dst.add(prefix_len + line_len) = b'\n';
        }
        write_pos += prefix_len + line_len + 1;

        num += 1;
        pos = nl_pos + 1;

        // In-place digit increment
        match fmt {
            NumberFormat::Rn | NumberFormat::Rz => {
                let mut idx = num_end - 1;
                loop {
                    if prefix_buf[idx] < b'9' {
                        prefix_buf[idx] += 1;
                        break;
                    }
                    prefix_buf[idx] = b'0';
                    if idx == 0 {
                        let ns = num_buf.format(num);
                        let p = width.saturating_sub(ns.len());
                        let pc = if fmt == NumberFormat::Rz { b'0' } else { b' ' };
                        let mut wp = 0;
                        for _ in 0..p {
                            prefix_buf[wp] = pc;
                            wp += 1;
                        }
                        prefix_buf[wp..wp + ns.len()].copy_from_slice(ns.as_bytes());
                        wp += ns.len();
                        num_end = wp;
                        prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
                        prefix_len = wp + sep.len();
                        break;
                    }
                    idx -= 1;
                    let c = prefix_buf[idx];
                    if c == b' ' || c == b'0' {
                        prefix_buf[idx] = b'1';
                        break;
                    }
                }
            }
            NumberFormat::Ln => {
                let mut last_digit = 0;
                for j in 0..num_end {
                    if prefix_buf[j].is_ascii_digit() {
                        last_digit = j;
                    } else {
                        break;
                    }
                }
                let mut idx = last_digit;
                loop {
                    if prefix_buf[idx] < b'9' {
                        prefix_buf[idx] += 1;
                        break;
                    }
                    prefix_buf[idx] = b'0';
                    if idx == 0 {
                        let ns = num_buf.format(num);
                        let p = width.saturating_sub(ns.len());
                        let mut wp = 0;
                        prefix_buf[wp..wp + ns.len()].copy_from_slice(ns.as_bytes());
                        wp += ns.len();
                        for _ in 0..p {
                            prefix_buf[wp] = b' ';
                            wp += 1;
                        }
                        num_end = wp;
                        prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
                        prefix_len = wp + sep.len();
                        break;
                    }
                    idx -= 1;
                }
            }
        }
    }

    // Handle final line without trailing newline
    if pos < data.len() {
        let remaining = data.len() - pos;
        let needed = prefix_len + remaining + 2;
        if write_pos + needed > BUF_SIZE {
            unsafe {
                output.set_len(write_pos);
            }
            write_all_fd(fd, &output)?;
            write_pos = 0;
            if needed > output.capacity() {
                unsafe {
                    output.set_len(0);
                }
                output.reserve(needed);
                buf_ptr = output.as_mut_ptr();
            }
        }
        unsafe {
            let dst = buf_ptr.add(write_pos);
            std::ptr::copy_nonoverlapping(prefix_buf.as_ptr(), dst, prefix_len);
            std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(prefix_len), remaining);
            *dst.add(prefix_len + remaining) = b'\n';
        }
        write_pos += prefix_len + remaining + 1;
        num += 1;
    }

    if write_pos > 0 {
        unsafe {
            output.set_len(write_pos);
        }
        write_all_fd(fd, &output)?;
    }

    *line_number = num;
    Ok(())
}

/// Streaming fast path for default nl (body=NonEmpty): same optimization as
/// nl_number_all_stream but skips numbering for blank lines.
#[cfg(unix)]
fn nl_number_nonempty_stream(
    data: &[u8],
    config: &NlConfig,
    line_number: &mut i64,
    fd: i32,
) -> std::io::Result<()> {
    const BUF_SIZE: usize = 2 * 1024 * 1024;

    let width = config.number_width;
    let sep = &config.number_separator;
    let fmt = config.number_format;
    let mut num = *line_number;
    let mut pos: usize = 0;

    let mut output: Vec<u8> = Vec::with_capacity(BUF_SIZE + 128 * 1024);
    let mut buf_ptr = output.as_mut_ptr();
    let mut write_pos: usize = 0;
    let data_ptr = data.as_ptr();

    let mut prefix_buf = [0u8; 64];
    let mut prefix_len: usize;
    let mut num_end: usize;
    let mut num_buf = itoa::Buffer::new();

    // Pre-compute blank line padding (width + separator filled with spaces)
    let blank_pad = width + sep.len();

    // Format initial prefix
    {
        let num_str = num_buf.format(num);
        let pad = width.saturating_sub(num_str.len());
        let mut wp = 0;
        match fmt {
            NumberFormat::Rn => {
                for _ in 0..pad {
                    prefix_buf[wp] = b' ';
                    wp += 1;
                }
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
            }
            NumberFormat::Rz => {
                for _ in 0..pad {
                    prefix_buf[wp] = b'0';
                    wp += 1;
                }
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
            }
            NumberFormat::Ln => {
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
                for _ in 0..pad {
                    prefix_buf[wp] = b' ';
                    wp += 1;
                }
            }
        }
        num_end = wp;
        prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
        wp += sep.len();
        prefix_len = wp;
    }

    for nl_pos in memchr::memchr_iter(b'\n', data) {
        let line_len = nl_pos - pos;

        // For blank lines (line_len==0), actual bytes are blank_pad+1, so `needed`
        // overestimates by ~prefix_len. Harmless: just flushes one line early at boundary.
        let needed = line_len + prefix_len + 2;
        if write_pos + needed > BUF_SIZE {
            unsafe {
                output.set_len(write_pos);
            }
            write_all_fd(fd, &output)?;
            write_pos = 0;
            // Grow buffer for oversized lines
            if needed > output.capacity() {
                output.reserve(needed);
                buf_ptr = output.as_mut_ptr();
            }
        }

        if line_len == 0 {
            // Blank line: write spaces(width + sep_len) + newline, no numbering
            // GNU nl replaces the separator with spaces for unnumbered lines
            unsafe {
                let dst = buf_ptr.add(write_pos);
                std::ptr::write_bytes(dst, b' ', blank_pad);
                *dst.add(blank_pad) = b'\n';
            }
            write_pos += blank_pad + 1;
        } else {
            // Non-blank line: write numbered prefix + content + newline
            unsafe {
                let dst = buf_ptr.add(write_pos);
                std::ptr::copy_nonoverlapping(prefix_buf.as_ptr(), dst, prefix_len);
                std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(prefix_len), line_len);
                *dst.add(prefix_len + line_len) = b'\n';
            }
            write_pos += prefix_len + line_len + 1;

            num += 1;

            // In-place digit increment
            match fmt {
                NumberFormat::Rn | NumberFormat::Rz => {
                    let mut idx = num_end - 1;
                    loop {
                        if prefix_buf[idx] < b'9' {
                            prefix_buf[idx] += 1;
                            break;
                        }
                        prefix_buf[idx] = b'0';
                        if idx == 0 {
                            let ns = num_buf.format(num);
                            let p = width.saturating_sub(ns.len());
                            let pc = if fmt == NumberFormat::Rz { b'0' } else { b' ' };
                            let mut wp = 0;
                            for _ in 0..p {
                                prefix_buf[wp] = pc;
                                wp += 1;
                            }
                            prefix_buf[wp..wp + ns.len()].copy_from_slice(ns.as_bytes());
                            wp += ns.len();
                            num_end = wp;
                            prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
                            prefix_len = wp + sep.len();
                            break;
                        }
                        idx -= 1;
                        let c = prefix_buf[idx];
                        if c == b' ' || c == b'0' {
                            prefix_buf[idx] = b'1';
                            break;
                        }
                    }
                }
                NumberFormat::Ln => {
                    let mut last_digit = 0;
                    for j in 0..num_end {
                        if prefix_buf[j].is_ascii_digit() {
                            last_digit = j;
                        } else {
                            break;
                        }
                    }
                    let mut idx = last_digit;
                    loop {
                        if prefix_buf[idx] < b'9' {
                            prefix_buf[idx] += 1;
                            break;
                        }
                        prefix_buf[idx] = b'0';
                        if idx == 0 {
                            let ns = num_buf.format(num);
                            let p = width.saturating_sub(ns.len());
                            let mut wp = 0;
                            prefix_buf[wp..wp + ns.len()].copy_from_slice(ns.as_bytes());
                            wp += ns.len();
                            for _ in 0..p {
                                prefix_buf[wp] = b' ';
                                wp += 1;
                            }
                            num_end = wp;
                            prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
                            prefix_len = wp + sep.len();
                            break;
                        }
                        idx -= 1;
                    }
                }
            }
        }

        pos = nl_pos + 1;
    }

    // Handle final line without trailing newline
    if pos < data.len() {
        let remaining = data.len() - pos;
        let needed = prefix_len + remaining + 2;
        if write_pos + needed > BUF_SIZE {
            unsafe {
                output.set_len(write_pos);
            }
            write_all_fd(fd, &output)?;
            write_pos = 0;
            if needed > output.capacity() {
                unsafe {
                    output.set_len(0);
                }
                output.reserve(needed);
                buf_ptr = output.as_mut_ptr();
            }
        }
        // Final partial line is always non-blank
        unsafe {
            let dst = buf_ptr.add(write_pos);
            std::ptr::copy_nonoverlapping(prefix_buf.as_ptr(), dst, prefix_len);
            std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(prefix_len), remaining);
            *dst.add(prefix_len + remaining) = b'\n';
        }
        write_pos += prefix_len + remaining + 1;
        num += 1;
    }

    if write_pos > 0 {
        unsafe {
            output.set_len(write_pos);
        }
        write_all_fd(fd, &output)?;
    }

    *line_number = num;
    Ok(())
}

/// Fast streaming path for pattern-based numbering (Prefix or Regex).
/// Skips section delimiter checking for maximum throughput.
/// Numbers only lines matching the pattern; others get blank padding.
#[cfg(unix)]
fn nl_number_pattern_stream(
    data: &[u8],
    config: &NlConfig,
    line_number: &mut i64,
    fd: i32,
) -> std::io::Result<()> {
    const BUF_SIZE: usize = 2 * 1024 * 1024;

    let width = config.number_width;
    let sep = &config.number_separator;
    let fmt = config.number_format;
    let style = &config.body_style;
    let mut num = *line_number;
    let mut pos: usize = 0;

    let mut output: Vec<u8> = Vec::with_capacity(BUF_SIZE + 128 * 1024);
    let mut buf_ptr = output.as_mut_ptr();
    let mut write_pos: usize = 0;
    let data_ptr = data.as_ptr();

    let mut prefix_buf = [0u8; 64];
    let mut prefix_len: usize;
    let mut num_end: usize;
    let mut num_buf = itoa::Buffer::new();

    let blank_pad = width + sep.len();

    // Format initial prefix
    {
        let num_str = num_buf.format(num);
        let pad = width.saturating_sub(num_str.len());
        let mut wp = 0;
        match fmt {
            NumberFormat::Rn => {
                for _ in 0..pad {
                    prefix_buf[wp] = b' ';
                    wp += 1;
                }
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
            }
            NumberFormat::Rz => {
                for _ in 0..pad {
                    prefix_buf[wp] = b'0';
                    wp += 1;
                }
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
            }
            NumberFormat::Ln => {
                prefix_buf[wp..wp + num_str.len()].copy_from_slice(num_str.as_bytes());
                wp += num_str.len();
                for _ in 0..pad {
                    prefix_buf[wp] = b' ';
                    wp += 1;
                }
            }
        }
        num_end = wp;
        prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
        wp += sep.len();
        prefix_len = wp;
    }

    for nl_pos in memchr::memchr_iter(b'\n', data) {
        let line_len = nl_pos - pos;
        let needed = line_len + prefix_len + 2;
        if write_pos + needed > BUF_SIZE {
            unsafe {
                output.set_len(write_pos);
            }
            write_all_fd(fd, &output)?;
            write_pos = 0;
            if needed > output.capacity() {
                unsafe {
                    output.set_len(0);
                }
                output.reserve(needed);
                buf_ptr = output.as_mut_ptr();
            }
        }

        let line = &data[pos..nl_pos];
        if should_number(line, style) {
            // Matching line: write numbered prefix + content + newline
            unsafe {
                let dst = buf_ptr.add(write_pos);
                std::ptr::copy_nonoverlapping(prefix_buf.as_ptr(), dst, prefix_len);
                std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(prefix_len), line_len);
                *dst.add(prefix_len + line_len) = b'\n';
            }
            write_pos += prefix_len + line_len + 1;

            num += 1;

            // In-place digit increment
            match fmt {
                NumberFormat::Rn | NumberFormat::Rz => {
                    let mut idx = num_end - 1;
                    loop {
                        if prefix_buf[idx] < b'9' {
                            prefix_buf[idx] += 1;
                            break;
                        }
                        prefix_buf[idx] = b'0';
                        if idx == 0 {
                            let ns = num_buf.format(num);
                            let p = width.saturating_sub(ns.len());
                            let pc = if fmt == NumberFormat::Rz { b'0' } else { b' ' };
                            let mut wp = 0;
                            for _ in 0..p {
                                prefix_buf[wp] = pc;
                                wp += 1;
                            }
                            prefix_buf[wp..wp + ns.len()].copy_from_slice(ns.as_bytes());
                            wp += ns.len();
                            num_end = wp;
                            prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
                            prefix_len = wp + sep.len();
                            break;
                        }
                        idx -= 1;
                        let c = prefix_buf[idx];
                        if c == b' ' || c == b'0' {
                            prefix_buf[idx] = b'1';
                            break;
                        }
                    }
                }
                NumberFormat::Ln => {
                    let mut last_digit = 0;
                    for j in 0..num_end {
                        if prefix_buf[j].is_ascii_digit() {
                            last_digit = j;
                        } else {
                            break;
                        }
                    }
                    let mut idx = last_digit;
                    loop {
                        if prefix_buf[idx] < b'9' {
                            prefix_buf[idx] += 1;
                            break;
                        }
                        prefix_buf[idx] = b'0';
                        if idx == 0 {
                            let ns = num_buf.format(num);
                            let p = width.saturating_sub(ns.len());
                            let mut wp = 0;
                            prefix_buf[wp..wp + ns.len()].copy_from_slice(ns.as_bytes());
                            wp += ns.len();
                            for _ in 0..p {
                                prefix_buf[wp] = b' ';
                                wp += 1;
                            }
                            num_end = wp;
                            prefix_buf[wp..wp + sep.len()].copy_from_slice(sep);
                            prefix_len = wp + sep.len();
                            break;
                        }
                        idx -= 1;
                    }
                }
            }
        } else {
            // Non-matching line: blank padding + content + newline
            unsafe {
                let dst = buf_ptr.add(write_pos);
                std::ptr::write_bytes(dst, b' ', blank_pad);
                if line_len > 0 {
                    std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(blank_pad), line_len);
                }
                *dst.add(blank_pad + line_len) = b'\n';
            }
            write_pos += blank_pad + line_len + 1;
        }

        pos = nl_pos + 1;
    }

    // Handle final line without trailing newline
    if pos < data.len() {
        let remaining = data.len() - pos;
        let needed = prefix_len + remaining + 2;
        if write_pos + needed > BUF_SIZE {
            unsafe {
                output.set_len(write_pos);
            }
            write_all_fd(fd, &output)?;
            write_pos = 0;
            if needed > output.capacity() {
                unsafe {
                    output.set_len(0);
                }
                output.reserve(needed);
                buf_ptr = output.as_mut_ptr();
            }
        }
        let line = &data[pos..];
        if should_number(line, style) {
            unsafe {
                let dst = buf_ptr.add(write_pos);
                std::ptr::copy_nonoverlapping(prefix_buf.as_ptr(), dst, prefix_len);
                std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(prefix_len), remaining);
                *dst.add(prefix_len + remaining) = b'\n';
            }
            write_pos += prefix_len + remaining + 1;
            num += 1;
        } else {
            unsafe {
                let dst = buf_ptr.add(write_pos);
                std::ptr::write_bytes(dst, b' ', blank_pad);
                if remaining > 0 {
                    std::ptr::copy_nonoverlapping(data_ptr.add(pos), dst.add(blank_pad), remaining);
                }
                *dst.add(blank_pad + remaining) = b'\n';
            }
            write_pos += blank_pad + remaining + 1;
        }
    }

    if write_pos > 0 {
        unsafe {
            output.set_len(write_pos);
        }
        write_all_fd(fd, &output)?;
    }

    *line_number = num;
    Ok(())
}

/// Streaming generic path: writes output in ~1MB batches directly to fd.
/// Handles all numbering styles, section delimiters, and blank line joining.
#[cfg(unix)]
fn nl_generic_stream(
    data: &[u8],
    config: &NlConfig,
    line_number: &mut i64,
    fd: i32,
) -> std::io::Result<()> {
    if data.is_empty() {
        return Ok(());
    }

    const BUF_SIZE: usize = 2 * 1024 * 1024;

    let mut output: Vec<u8> = Vec::with_capacity(BUF_SIZE + 128 * 1024);
    let mut current_section = Section::Body;
    let mut consecutive_blanks: usize = 0;
    let mut start = 0;
    let mut line_iter = memchr::memchr_iter(b'\n', data);

    loop {
        let (line, has_newline) = match line_iter.next() {
            Some(pos) => (&data[start..pos], true),
            None => {
                if start < data.len() {
                    (&data[start..], false)
                } else {
                    break;
                }
            }
        };

        // Flush when buffer is near capacity
        if output.len() > BUF_SIZE {
            write_all_fd(fd, &output)?;
            output.clear();
        }

        // Check for section delimiter
        if let Some(section) = check_section_delimiter(line, &config.section_delimiter) {
            if !config.no_renumber {
                *line_number = config.starting_line_number;
            }
            current_section = section;
            consecutive_blanks = 0;
            output.push(b'\n');
            if has_newline {
                start += line.len() + 1;
            } else {
                break;
            }
            continue;
        }

        let style = match current_section {
            Section::Header => &config.header_style,
            Section::Body => &config.body_style,
            Section::Footer => &config.footer_style,
        };

        let is_blank = line.is_empty();

        if is_blank {
            consecutive_blanks += 1;
        } else {
            consecutive_blanks = 0;
        }

        let do_number = if is_blank && config.join_blank_lines > 1 {
            if should_number(line, style) {
                consecutive_blanks >= config.join_blank_lines
            } else {
                false
            }
        } else {
            should_number(line, style)
        };

        if do_number {
            if is_blank && config.join_blank_lines > 1 {
                consecutive_blanks = 0;
            }
            format_number(
                *line_number,
                config.number_format,
                config.number_width,
                &mut output,
            );
            output.extend_from_slice(&config.number_separator);
            output.extend_from_slice(line);
            *line_number = line_number.wrapping_add(config.line_increment);
        } else {
            let total_pad = config.number_width + config.number_separator.len();
            output.resize(output.len() + total_pad, b' ');
            output.extend_from_slice(line);
        }

        if has_newline {
            output.push(b'\n');
            start += line.len() + 1;
        } else {
            output.push(b'\n');
            break;
        }
    }

    // Flush remaining
    if !output.is_empty() {
        write_all_fd(fd, &output)?;
    }

    Ok(())
}

/// Write buffer to a file descriptor, retrying on partial/interrupted writes.
#[cfg(unix)]
#[inline]
fn write_all_fd(fd: i32, data: &[u8]) -> std::io::Result<()> {
    let mut written = 0;
    while written < data.len() {
        let ret = unsafe {
            libc::write(
                fd,
                data[written..].as_ptr() as *const libc::c_void,
                (data.len() - written) as _,
            )
        };
        if ret > 0 {
            written += ret as usize;
        } else if ret == 0 {
            return Err(std::io::Error::new(
                std::io::ErrorKind::WriteZero,
                "write returned 0",
            ));
        } else {
            let err = std::io::Error::last_os_error();
            if err.kind() == std::io::ErrorKind::Interrupted {
                continue;
            }
            return Err(err);
        }
    }
    Ok(())
}

/// Stream nl output directly to a file descriptor in batched writes.
/// This is the preferred entry point for the binary — avoids building the entire
/// output in memory and instead flushes ~1MB chunks. For large files this
/// dramatically reduces memory usage and write() syscall overhead.
#[cfg(unix)]
pub fn nl_stream_with_state(
    data: &[u8],
    config: &NlConfig,
    line_number: &mut i64,
    fd: i32,
) -> std::io::Result<()> {
    if data.is_empty() {
        return Ok(());
    }

    // Fast path: number-all or number-nonempty with simple config
    let is_all = is_simple_number_all(config);
    let is_nonempty = !is_all && is_simple_number_nonempty(config);

    if is_all || is_nonempty {
        if !data_has_section_delimiters(data, config) {
            // Always use the streaming path: 2MB output buffer has minimal page
            // fault overhead (~1 fault) vs the in-memory path which allocates
            // data.len()*2 (~20MB for 10MB input, ~5000 page faults).
            return if is_all {
                nl_number_all_stream(data, config, line_number, fd)
            } else {
                nl_number_nonempty_stream(data, config, line_number, fd)
            };
        }
    }

    // Pattern fast path: Prefix or Regex body style with simple config
    if is_simple_number_pattern(config) && !data_has_section_delimiters(data, config) {
        return nl_number_pattern_stream(data, config, line_number, fd);
    }

    nl_generic_stream(data, config, line_number, fd)
}

/// Build the nl output into a Vec, continuing numbering from `line_number`.
/// Updates `line_number` in place so callers can continue across multiple files.
pub fn nl_to_vec_with_state(data: &[u8], config: &NlConfig, line_number: &mut i64) -> Vec<u8> {
    if data.is_empty() {
        return Vec::new();
    }

    // Fast paths for common benchmark cases.
    // Guard: skip fast path if data contains section delimiters (rare in practice).
    if !data_has_section_delimiters(data, config) {
        if is_simple_number_all(config) {
            return nl_number_all_fast(data, config, line_number);
        }
        if is_simple_number_nonempty(config) {
            return nl_number_nonempty_fast(data, config, line_number);
        }
    }

    // Generic path: pre-allocate generously instead of counting newlines
    let alloc = (data.len() * 2 + 256).min(128 * 1024 * 1024);
    let mut output: Vec<u8> = Vec::with_capacity(alloc);

    let mut current_section = Section::Body;
    let mut consecutive_blanks: usize = 0;

    let mut start = 0;
    let mut line_iter = memchr::memchr_iter(b'\n', data);

    loop {
        let (line, has_newline) = match line_iter.next() {
            Some(pos) => (&data[start..pos], true),
            None => {
                if start < data.len() {
                    (&data[start..], false)
                } else {
                    break;
                }
            }
        };

        // Check for section delimiter
        if let Some(section) = check_section_delimiter(line, &config.section_delimiter) {
            if !config.no_renumber {
                *line_number = config.starting_line_number;
            }
            current_section = section;
            consecutive_blanks = 0;
            output.push(b'\n');
            if has_newline {
                start += line.len() + 1;
            } else {
                break;
            }
            continue;
        }

        let style = match current_section {
            Section::Header => &config.header_style,
            Section::Body => &config.body_style,
            Section::Footer => &config.footer_style,
        };

        let is_blank = line.is_empty();

        if is_blank {
            consecutive_blanks += 1;
        } else {
            consecutive_blanks = 0;
        }

        let do_number = if is_blank && config.join_blank_lines > 1 {
            if should_number(line, style) {
                consecutive_blanks >= config.join_blank_lines
            } else {
                false
            }
        } else {
            should_number(line, style)
        };

        if do_number {
            if is_blank && config.join_blank_lines > 1 {
                consecutive_blanks = 0;
            }
            format_number(
                *line_number,
                config.number_format,
                config.number_width,
                &mut output,
            );
            output.extend_from_slice(&config.number_separator);
            output.extend_from_slice(line);
            *line_number = line_number.wrapping_add(config.line_increment);
        } else {
            // Non-numbered lines: GNU nl outputs width + separator_len total spaces, then content
            let total_pad = config.number_width + config.number_separator.len();
            output.resize(output.len() + total_pad, b' ');
            output.extend_from_slice(line);
        }

        if has_newline {
            output.push(b'\n');
            start += line.len() + 1;
        } else {
            // GNU nl always adds a trailing newline, even when the input lacks one
            // (but has content on the last line). Empty input produces empty output.
            output.push(b'\n');
            break;
        }
    }

    output
}

/// Number lines and write to the provided writer.
pub fn nl(data: &[u8], config: &NlConfig, out: &mut impl Write) -> std::io::Result<()> {
    let output = nl_to_vec(data, config);
    out.write_all(&output)
}