panache_parser/parser/yaml/

parser.rs

use crate::syntax::{SyntaxKind, SyntaxNode};
use rowan::GreenNodeBuilder;

use super::lexer::{lex_mapping_tokens_with_diagnostic, split_once_unquoted_key_colon};
use super::model::{
    ShadowYamlOptions, ShadowYamlOutcome, ShadowYamlReport, YamlDiagnostic, YamlInputKind,
    YamlParseReport, YamlToken, YamlTokenSpan, diagnostic_codes,
};

/// Parse YAML in shadow mode using prototype groundwork only.
///
/// This API is intentionally read-only and does not replace production YAML
/// parsing. By default it is disabled and reports `SkippedDisabled`.
pub fn parse_shadow(input: &str, options: ShadowYamlOptions) -> ShadowYamlReport {
    let line_count = input.lines().count().max(1);

    if !options.enabled {
        return ShadowYamlReport {
            outcome: ShadowYamlOutcome::SkippedDisabled,
            shadow_reason: "shadow-disabled",
            input_kind: options.input_kind,
            input_len_bytes: input.len(),
            line_count,
            normalized_input: None,
        };
    }

    let normalized = match options.input_kind {
        YamlInputKind::Plain => input.to_owned(),
        YamlInputKind::Hashpipe => normalize_hashpipe_input(input),
    };

    let parsed = parse_yaml_tree(&normalized).is_some();

    ShadowYamlReport {
        outcome: if parsed {
            ShadowYamlOutcome::PrototypeParsed
        } else {
            ShadowYamlOutcome::PrototypeRejected
        },
        shadow_reason: if parsed {
            "prototype-basic-mapping-parsed"
        } else {
            "prototype-basic-mapping-rejected"
        },
        input_kind: options.input_kind,
        input_len_bytes: input.len(),
        line_count,
        normalized_input: Some(normalized),
    }
}

fn normalize_hashpipe_input(input: &str) -> String {
    input
        .lines()
        .map(strip_hashpipe_prefix)
        .collect::<Vec<_>>()
        .join("\n")
}

fn strip_hashpipe_prefix(line: &str) -> &str {
    if let Some(rest) = line.strip_prefix("#|") {
        return rest.strip_prefix(' ').unwrap_or(rest);
    }
    line
}

fn emit_token_as_yaml(builder: &mut GreenNodeBuilder<'_>, token: &YamlTokenSpan<'_>) {
    let kind = match token.kind {
        YamlToken::Whitespace => SyntaxKind::WHITESPACE,
        YamlToken::Comment => SyntaxKind::YAML_COMMENT,
        YamlToken::Tag => SyntaxKind::YAML_TAG,
        YamlToken::Colon => SyntaxKind::YAML_COLON,
        _ => SyntaxKind::YAML_SCALAR,
    };
    builder.token(kind.into(), token.text);
}

fn diag_at_token(
    token: &YamlTokenSpan<'_>,
    code: &'static str,
    message: &'static str,
) -> YamlDiagnostic {
    YamlDiagnostic {
        code,
        message,
        byte_start: token.byte_start,
        byte_end: token.byte_end,
    }
}

fn emit_flow_sequence<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    if *i >= tokens.len() || tokens[*i].kind != YamlToken::FlowSeqStart {
        return Err(YamlDiagnostic {
            code: diagnostic_codes::PARSE_EXPECTED_FLOW_SEQUENCE_START,
            message: "expected flow sequence start token",
            byte_start: tokens.get(*i).map(|t| t.byte_start).unwrap_or(0),
            byte_end: tokens.get(*i).map(|t| t.byte_end).unwrap_or(0),
        });
    }

    builder.start_node(SyntaxKind::YAML_FLOW_SEQUENCE.into());
    emit_token_as_yaml(builder, &tokens[*i]); // [
    *i += 1;

    let mut open_item = false;
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::FlowSeqEnd => {
                if open_item {
                    builder.finish_node(); // YAML_FLOW_SEQUENCE_ITEM
                }
                emit_token_as_yaml(builder, &tokens[*i]); // ]
                *i += 1;
                if *i < tokens.len() {
                    match tokens[*i].kind {
                        YamlToken::Newline | YamlToken::Comment => {}
                        YamlToken::Whitespace if tokens[*i].text.trim().is_empty() => {}
                        _ => {
                            return Err(diag_at_token(
                                &tokens[*i],
                                diagnostic_codes::PARSE_TRAILING_CONTENT_AFTER_FLOW_END,
                                "trailing content after flow sequence end",
                            ));
                        }
                    }
                }
                builder.finish_node(); // YAML_FLOW_SEQUENCE
                return Ok(());
            }
            YamlToken::Comma => {
                if !open_item {
                    return Err(diag_at_token(
                        &tokens[*i],
                        diagnostic_codes::PARSE_INVALID_FLOW_SEQUENCE_COMMA,
                        "invalid comma position in flow sequence",
                    ));
                }
                builder.finish_node(); // YAML_FLOW_SEQUENCE_ITEM
                open_item = false;
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
            YamlToken::Whitespace | YamlToken::Newline | YamlToken::Indent | YamlToken::Dedent
                if !open_item =>
            {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
            YamlToken::Scalar if !open_item && tokens[*i].text.trim().is_empty() => {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
            YamlToken::FlowSeqStart => {
                if !open_item {
                    builder.start_node(SyntaxKind::YAML_FLOW_SEQUENCE_ITEM.into());
                    open_item = true;
                }
                emit_flow_sequence(builder, tokens, i)?;
            }
            YamlToken::FlowMapStart => {
                if !open_item {
                    builder.start_node(SyntaxKind::YAML_FLOW_SEQUENCE_ITEM.into());
                    open_item = true;
                }
                emit_flow_map(builder, tokens, i)?;
            }
            _ => {
                if !open_item {
                    builder.start_node(SyntaxKind::YAML_FLOW_SEQUENCE_ITEM.into());
                    open_item = true;
                }
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
        }
    }

    let (byte_start, byte_end) =
        if let Some(start) = tokens.iter().find(|t| t.kind == YamlToken::FlowSeqStart) {
            (
                start.byte_start,
                tokens.last().map(|t| t.byte_end).unwrap_or(start.byte_end),
            )
        } else {
            tokens
                .last()
                .map(|t| (t.byte_start, t.byte_end))
                .unwrap_or((0, 0))
        };
    Err(YamlDiagnostic {
        code: diagnostic_codes::PARSE_UNTERMINATED_FLOW_SEQUENCE,
        message: "unterminated flow sequence",
        byte_start,
        byte_end,
    })
}

fn emit_flow_map<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    if *i >= tokens.len() || tokens[*i].kind != YamlToken::FlowMapStart {
        return Err(YamlDiagnostic {
            code: diagnostic_codes::PARSE_EXPECTED_FLOW_MAP_START,
            message: "expected flow map start token",
            byte_start: tokens.get(*i).map(|t| t.byte_start).unwrap_or(0),
            byte_end: tokens.get(*i).map(|t| t.byte_end).unwrap_or(0),
        });
    }

    builder.start_node(SyntaxKind::YAML_FLOW_MAP.into());
    emit_token_as_yaml(builder, &tokens[*i]); // {
    *i += 1;

    loop {
        // Skip inter-entry whitespace and newlines. The flow lexer chunks
        // text between flow indicators into Scalar tokens, including
        // whitespace-only chunks like the space in `, }` — treat those as
        // trivia here so they do not synthesize phantom entries. Indent and
        // Dedent are emitted on multi-line flow continuations and carry no
        // semantic weight inside a flow collection.
        while *i < tokens.len()
            && (matches!(
                tokens[*i].kind,
                YamlToken::Whitespace | YamlToken::Newline | YamlToken::Indent | YamlToken::Dedent
            ) || (tokens[*i].kind == YamlToken::Scalar && tokens[*i].text.trim().is_empty()))
        {
            emit_token_as_yaml(builder, &tokens[*i]);
            *i += 1;
        }

        if *i >= tokens.len() {
            let (byte_start, byte_end) = tokens
                .last()
                .map(|t| (t.byte_start, t.byte_end))
                .unwrap_or((0, 0));
            return Err(YamlDiagnostic {
                code: diagnostic_codes::PARSE_UNTERMINATED_FLOW_MAP,
                message: "unterminated flow map",
                byte_start,
                byte_end,
            });
        }

        match tokens[*i].kind {
            YamlToken::FlowMapEnd => {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
                if *i < tokens.len() {
                    match tokens[*i].kind {
                        YamlToken::Newline
                        | YamlToken::Comment
                        | YamlToken::Whitespace
                        | YamlToken::FlowMapEnd
                        | YamlToken::FlowSeqEnd
                        | YamlToken::Comma => {}
                        _ => {
                            return Err(diag_at_token(
                                &tokens[*i],
                                diagnostic_codes::PARSE_TRAILING_CONTENT_AFTER_FLOW_END,
                                "trailing content after flow map end",
                            ));
                        }
                    }
                }
                builder.finish_node(); // YAML_FLOW_MAP
                return Ok(());
            }
            YamlToken::Comma => {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
            _ => {
                emit_flow_map_entry(builder, tokens, i)?;
            }
        }
    }
}

fn emit_flow_map_entry<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    builder.start_node(SyntaxKind::YAML_FLOW_MAP_ENTRY.into());
    builder.start_node(SyntaxKind::YAML_FLOW_MAP_KEY.into());

    // Emit leading whitespace and zero-width indent markers inside key node.
    // Indent/Dedent appear on multi-line flow continuations but are not
    // semantic inside a flow collection.
    while *i < tokens.len()
        && matches!(
            tokens[*i].kind,
            YamlToken::Whitespace | YamlToken::Indent | YamlToken::Dedent
        )
    {
        emit_token_as_yaml(builder, &tokens[*i]);
        *i += 1;
    }

    // Locate the colon that terminates an implicit key, if any. The implicit
    // key may span several Scalar tokens separated by Newline/Whitespace/
    // Indent/Dedent when a flow-map entry's key wraps across lines (e.g.
    // `{ multi\n  line: value}`). Nested flow openers, an explicit
    // `Key`/`Tag`/`Anchor`/`Alias` indicator, or a structural delimiter end
    // the search.
    let colon_at: Option<usize> = {
        let mut j = *i;
        let mut found = None;
        while j < tokens.len() {
            match tokens[j].kind {
                YamlToken::Comma
                | YamlToken::FlowMapEnd
                | YamlToken::FlowSeqEnd
                | YamlToken::FlowMapStart
                | YamlToken::FlowSeqStart
                | YamlToken::Tag
                | YamlToken::Key
                | YamlToken::Anchor
                | YamlToken::Alias => break,
                YamlToken::Scalar => {
                    if split_once_unquoted_key_colon(tokens[j].text).is_some() {
                        found = Some(j);
                        break;
                    }
                }
                _ => {}
            }
            j += 1;
        }
        found
    };

    let value_prefix: Option<&'a str> = if let Some(target) = colon_at {
        // Emit any inter-scalar trivia (Newline / Whitespace / Indent / Dedent
        // / preceding key-half Scalar chunks) into the key node before the
        // colon split.
        while *i < target {
            emit_token_as_yaml(builder, &tokens[*i]);
            *i += 1;
        }
        let scalar = tokens[target];
        *i += 1;
        let (key_text, rest_text) = split_once_unquoted_key_colon(scalar.text)
            .expect("implicit-key scan promised a colon in this scalar");
        if !key_text.is_empty() {
            builder.token(SyntaxKind::YAML_KEY.into(), key_text);
        }
        builder.token(
            SyntaxKind::YAML_COLON.into(),
            &scalar.text[key_text.len()..key_text.len() + 1],
        );
        Some(rest_text)
    } else {
        match tokens.get(*i).map(|t| t.kind) {
            Some(YamlToken::Scalar) => {
                let scalar = tokens[*i];
                *i += 1;
                builder.token(SyntaxKind::YAML_SCALAR.into(), scalar.text);
                None
            }
            Some(YamlToken::Key) => {
                builder.token(SyntaxKind::YAML_KEY.into(), tokens[*i].text);
                *i += 1;
                while *i < tokens.len() && tokens[*i].kind == YamlToken::Whitespace {
                    emit_token_as_yaml(builder, &tokens[*i]);
                    *i += 1;
                }
                if *i < tokens.len() && tokens[*i].kind == YamlToken::Colon {
                    builder.token(SyntaxKind::YAML_COLON.into(), tokens[*i].text);
                    *i += 1;
                }
                None
            }
            Some(YamlToken::Tag) => {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
                None
            }
            _ => None,
        }
    };

    builder.finish_node(); // YAML_FLOW_MAP_KEY

    builder.start_node(SyntaxKind::YAML_FLOW_MAP_VALUE.into());
    if let Some(prefix) = value_prefix
        && !prefix.is_empty()
    {
        builder.token(SyntaxKind::YAML_SCALAR.into(), prefix);
    }
    emit_flow_value_tokens(builder, tokens, i)?;
    builder.finish_node(); // YAML_FLOW_MAP_VALUE

    builder.finish_node(); // YAML_FLOW_MAP_ENTRY
    Ok(())
}

fn emit_flow_value_tokens<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Comma | YamlToken::FlowMapEnd | YamlToken::FlowSeqEnd => break,
            YamlToken::FlowMapStart => emit_flow_map(builder, tokens, i)?,
            YamlToken::FlowSeqStart => emit_flow_sequence(builder, tokens, i)?,
            _ => {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
        }
    }
    Ok(())
}

fn emit_scalar_document<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    while *i < tokens.len() {
        let kind = match tokens[*i].kind {
            YamlToken::Newline => SyntaxKind::NEWLINE,
            // Document boundaries close the scalar body; the stream loop will
            // emit them at the YAML_DOCUMENT level.
            YamlToken::DocumentStart | YamlToken::DocumentEnd => break,
            YamlToken::Tag => SyntaxKind::YAML_TAG,
            YamlToken::Comment => SyntaxKind::YAML_COMMENT,
            YamlToken::Whitespace => SyntaxKind::WHITESPACE,
            YamlToken::Colon => SyntaxKind::YAML_COLON,
            YamlToken::FlowMapStart
            | YamlToken::FlowMapEnd
            | YamlToken::FlowSeqStart
            | YamlToken::FlowSeqEnd
            | YamlToken::Comma => {
                return Err(diag_at_token(
                    &tokens[*i],
                    diagnostic_codes::PARSE_UNEXPECTED_FLOW_CLOSER,
                    "unexpected flow indicator in plain scalar document",
                ));
            }
            _ => SyntaxKind::YAML_SCALAR,
        };
        builder.token(kind.into(), tokens[*i].text);
        *i += 1;
    }
    Ok(())
}

fn emit_block_seq<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
    stop_on_dedent: bool,
) -> Result<(), YamlDiagnostic> {
    // Consume leading document-level node properties (a tag, or a scalar
    // that is just `&anchor`) that the classifier has already routed into
    // a BlockSequence body — patterns like `&seq\n- a` and
    // `--- !!omap\n- a`. They become siblings of the
    // YAML_BLOCK_SEQUENCE_ITEM nodes; projection picks them up to attach
    // anchor/tag info onto the `+SEQ` event.
    let mut header_done = false;
    while !header_done && *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Tag => {
                builder.token(SyntaxKind::YAML_TAG.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Scalar if tokens[*i].text.trim_start().starts_with('&') => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Whitespace => {
                builder.token(SyntaxKind::WHITESPACE.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Newline => {
                builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Comment => {
                builder.token(SyntaxKind::YAML_COMMENT.into(), tokens[*i].text);
                *i += 1;
            }
            _ => header_done = true,
        }
    }
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Newline => {
                builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
                *i += 1;
            }
            // Document boundaries close the body; the stream loop will pick
            // them up at the YAML_DOCUMENT level.
            YamlToken::DocumentStart | YamlToken::DocumentEnd => break,
            YamlToken::Whitespace => {
                // Between-item indentation in a nested sequence.
                builder.token(SyntaxKind::WHITESPACE.into(), tokens[*i].text);
                *i += 1;
            }
            // A comment between/before block-seq items is sequence-level
            // trivia — absorb it so the sequence isn't split into two
            // documents at the stream level. Only absorb when another
            // BlockSeqEntry follows; if a document boundary follows the
            // comment, the sequence has ended and the comment belongs at
            // the document/stream level (the snapshot for case JHB9 pins
            // this).
            YamlToken::Comment => {
                let mut peek = *i + 1;
                while peek < tokens.len()
                    && matches!(
                        tokens[peek].kind,
                        YamlToken::Newline | YamlToken::Whitespace | YamlToken::Comment
                    )
                {
                    peek += 1;
                }
                if peek < tokens.len() && tokens[peek].kind == YamlToken::BlockSeqEntry {
                    builder.token(SyntaxKind::YAML_COMMENT.into(), tokens[*i].text);
                    *i += 1;
                } else {
                    break;
                }
            }
            YamlToken::Dedent => {
                if stop_on_dedent {
                    *i += 1;
                    break;
                }
                break;
            }
            YamlToken::BlockSeqEntry => emit_block_seq_item(builder, tokens, i)?,
            _ => break,
        }
    }
    Ok(())
}

fn emit_block_seq_item<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    builder.start_node(SyntaxKind::YAML_BLOCK_SEQUENCE_ITEM.into());
    builder.token(SyntaxKind::YAML_BLOCK_SEQ_ENTRY.into(), tokens[*i].text);
    *i += 1;
    let mut closed_via_nested_seq = false;
    while *i < tokens.len() && tokens[*i].kind != YamlToken::Newline {
        match tokens[*i].kind {
            YamlToken::FlowSeqStart => emit_flow_sequence(builder, tokens, i)?,
            YamlToken::FlowMapStart => emit_flow_map(builder, tokens, i)?,
            YamlToken::Indent => {
                // Nested block sequence triggered by `- - ...`: the lexer
                // emitted an Indent between the outer `- ` and the inner
                // `-`. Recurse; the nested emitter consumes through the
                // matching Dedent (including any intervening Newlines), so
                // the outer item has no trailing Newline to emit.
                *i += 1;
                builder.start_node(SyntaxKind::YAML_BLOCK_SEQUENCE.into());
                emit_block_seq(builder, tokens, i, true)?;
                builder.finish_node(); // YAML_BLOCK_SEQUENCE
                closed_via_nested_seq = true;
                break;
            }
            _ => {
                emit_token_as_yaml(builder, &tokens[*i]);
                *i += 1;
            }
        }
    }
    if !closed_via_nested_seq && *i < tokens.len() && tokens[*i].kind == YamlToken::Newline {
        builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
        *i += 1;
    }
    // Nested block map following a bare `-\n` entry: lexer has emitted an
    // Indent after the Newline, terminated by a Dedent.
    if !closed_via_nested_seq && *i < tokens.len() && tokens[*i].kind == YamlToken::Indent {
        *i += 1;
        builder.start_node(SyntaxKind::YAML_BLOCK_MAP.into());
        emit_block_map(builder, tokens, i, true)?;
        builder.finish_node(); // YAML_BLOCK_MAP
    }
    builder.finish_node(); // YAML_BLOCK_SEQUENCE_ITEM
    Ok(())
}

fn emit_block_map<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
    stop_on_dedent: bool,
) -> Result<(), YamlDiagnostic> {
    let mut closed_by_dedent = false;
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Newline => {
                builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
                *i += 1;
            }
            // Document boundaries close the body; the stream loop picks them
            // up at the YAML_DOCUMENT level.
            YamlToken::DocumentStart | YamlToken::DocumentEnd => break,
            YamlToken::Directive | YamlToken::Comma => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::FlowMapEnd | YamlToken::FlowSeqEnd => {
                return Err(diag_at_token(
                    &tokens[*i],
                    diagnostic_codes::PARSE_UNEXPECTED_FLOW_CLOSER,
                    "unexpected flow closing token",
                ));
            }
            YamlToken::FlowMapStart | YamlToken::FlowSeqStart => {
                if tokens[*i].kind == YamlToken::FlowMapStart {
                    emit_flow_map(builder, tokens, i)?;
                } else {
                    emit_flow_sequence(builder, tokens, i)?;
                }
            }
            YamlToken::Anchor
            | YamlToken::Alias
            | YamlToken::BlockScalarHeader
            | YamlToken::BlockScalarContent => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Scalar | YamlToken::Comment => {
                while *i < tokens.len() && tokens[*i].kind != YamlToken::Newline {
                    if matches!(
                        tokens[*i].kind,
                        YamlToken::FlowMapEnd | YamlToken::FlowSeqEnd
                    ) {
                        return Err(diag_at_token(
                            &tokens[*i],
                            diagnostic_codes::PARSE_UNEXPECTED_FLOW_CLOSER,
                            "unexpected flow closing token",
                        ));
                    }
                    emit_token_as_yaml(builder, &tokens[*i]);
                    *i += 1;
                }
            }
            YamlToken::Indent => {
                return Err(diag_at_token(
                    &tokens[*i],
                    diagnostic_codes::PARSE_UNEXPECTED_INDENT,
                    "unexpected indent token while parsing block map",
                ));
            }
            YamlToken::Dedent => {
                if stop_on_dedent {
                    *i += 1;
                    closed_by_dedent = true;
                    break;
                }
                return Err(diag_at_token(
                    &tokens[*i],
                    diagnostic_codes::PARSE_UNEXPECTED_DEDENT,
                    "unexpected dedent token while parsing block map",
                ));
            }
            _ => emit_block_map_entry(builder, tokens, i)?,
        }
    }

    if stop_on_dedent && !closed_by_dedent {
        let (byte_start, byte_end) = tokens
            .last()
            .map(|t| (t.byte_start, t.byte_end))
            .unwrap_or((0, 0));
        return Err(YamlDiagnostic {
            code: diagnostic_codes::PARSE_UNTERMINATED_BLOCK_MAP,
            message: "unterminated indented block map",
            byte_start,
            byte_end,
        });
    }

    Ok(())
}

fn emit_block_map_entry<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    builder.start_node(SyntaxKind::YAML_BLOCK_MAP_ENTRY.into());
    emit_block_map_key(builder, tokens, i)?;
    let trailing_newline = emit_block_map_value(builder, tokens, i)?;
    if let Some(newline) = trailing_newline {
        builder.token(SyntaxKind::NEWLINE.into(), newline);
    }
    builder.finish_node(); // YAML_BLOCK_MAP_ENTRY
    Ok(())
}

fn emit_block_map_key<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    builder.start_node(SyntaxKind::YAML_BLOCK_MAP_KEY.into());

    let mut saw_colon = false;
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Key => {
                builder.token(SyntaxKind::YAML_KEY.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Tag => {
                builder.token(SyntaxKind::YAML_TAG.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Whitespace => {
                builder.token(SyntaxKind::WHITESPACE.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Colon => {
                builder.token(SyntaxKind::YAML_COLON.into(), tokens[*i].text);
                *i += 1;
                saw_colon = true;
                break;
            }
            _ => {
                return Err(diag_at_token(
                    &tokens[*i],
                    diagnostic_codes::PARSE_INVALID_KEY_TOKEN,
                    "invalid token while parsing block map key",
                ));
            }
        }
    }
    if !saw_colon {
        return Err(diag_at_token(
            &tokens[(*i).saturating_sub(1)],
            diagnostic_codes::PARSE_MISSING_COLON,
            "missing colon in block map entry",
        ));
    }
    builder.finish_node(); // YAML_BLOCK_MAP_KEY
    Ok(())
}

/// Emit `YAML_BLOCK_MAP_VALUE` and return the trailing newline (if any) that
/// the caller should emit after the value node closes. The newline is held
/// back so that a nested block map can be wired in after the newline rather
/// than before, preserving byte order in the CST.
fn emit_block_map_value<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<Option<&'a str>, YamlDiagnostic> {
    builder.start_node(SyntaxKind::YAML_BLOCK_MAP_VALUE.into());
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Scalar => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::FlowMapStart => emit_flow_map(builder, tokens, i)?,
            YamlToken::FlowSeqStart => emit_flow_sequence(builder, tokens, i)?,
            YamlToken::Anchor | YamlToken::Alias => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::BlockScalarHeader => {
                consume_block_scalar(builder, tokens, i);
            }
            YamlToken::BlockScalarContent => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::FlowMapEnd | YamlToken::FlowSeqEnd | YamlToken::Comma => break,
            YamlToken::Tag => {
                builder.token(SyntaxKind::YAML_TAG.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Comment => {
                builder.token(SyntaxKind::YAML_COMMENT.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Whitespace => {
                builder.token(SyntaxKind::WHITESPACE.into(), tokens[*i].text);
                *i += 1;
            }
            _ => break,
        }
    }

    let mut trailing_newline: Option<&str> = None;
    if *i < tokens.len() && tokens[*i].kind == YamlToken::Newline {
        trailing_newline = Some(tokens[*i].text);
        *i += 1;
    }

    if *i < tokens.len() && tokens[*i].kind == YamlToken::Indent {
        *i += 1;
        // Emit trailing newline before nested content to preserve byte order.
        if let Some(newline) = trailing_newline.take() {
            builder.token(SyntaxKind::NEWLINE.into(), newline);
        }
        builder.start_node(SyntaxKind::YAML_BLOCK_MAP.into());
        emit_block_map(builder, tokens, i, true)?;
        builder.finish_node(); // YAML_BLOCK_MAP
    }

    builder.finish_node(); // YAML_BLOCK_MAP_VALUE
    Ok(trailing_newline)
}

/// Consume a literal/folded block-scalar header (`|` / `>`) and the
/// following content lines. Each line is emitted as a `YAML_SCALAR` token
/// with `NEWLINE` separators. Blank-line newlines that belong to the scalar
/// body are absorbed so the entire body lives inside the value node.
fn consume_block_scalar<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) {
    builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
    *i += 1;
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Newline => {
                builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
                *i += 1;
                if *i < tokens.len()
                    && matches!(
                        tokens[*i].kind,
                        YamlToken::BlockScalarContent | YamlToken::Newline
                    )
                {
                    continue;
                }
                break;
            }
            YamlToken::BlockScalarContent => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            _ => break,
        }
    }
}

/// Parse prototype YAML tree structure from input
pub fn parse_yaml_tree(input: &str) -> Option<SyntaxNode> {
    parse_yaml_report(input).tree
}

/// Parse prototype YAML tree structure and include diagnostics on failure.
pub fn parse_yaml_report(input: &str) -> YamlParseReport {
    let tokens = match lex_mapping_tokens_with_diagnostic(input) {
        Ok(tokens) => tokens,
        Err(err) => {
            return YamlParseReport {
                tree: None,
                diagnostics: vec![err],
            };
        }
    };

    let mut seen_content = false;
    for token in &tokens {
        match token.kind {
            YamlToken::Directive if seen_content => {
                return YamlParseReport {
                    tree: None,
                    diagnostics: vec![diag_at_token(
                        token,
                        diagnostic_codes::PARSE_DIRECTIVE_AFTER_CONTENT,
                        "directive requires document end before subsequent directives",
                    )],
                };
            }
            YamlToken::Directive
            | YamlToken::Newline
            | YamlToken::Whitespace
            | YamlToken::Comment => {}
            YamlToken::DocumentEnd => seen_content = false,
            _ => seen_content = true,
        }
    }

    if let Some(directive) = tokens.iter().find(|t| t.kind == YamlToken::Directive)
        && !tokens.iter().any(|t| t.kind == YamlToken::DocumentStart)
    {
        return YamlParseReport {
            tree: None,
            diagnostics: vec![diag_at_token(
                directive,
                diagnostic_codes::PARSE_DIRECTIVE_WITHOUT_DOCUMENT_START,
                "directive requires an explicit document start marker",
            )],
        };
    }

    let mut builder = GreenNodeBuilder::new();
    builder.start_node(SyntaxKind::DOCUMENT.into());
    builder.start_node(SyntaxKind::YAML_METADATA_CONTENT.into());
    builder.start_node(SyntaxKind::YAML_STREAM.into());
    if let Err(err) = parse_stream(&mut builder, &tokens) {
        return YamlParseReport {
            tree: None,
            diagnostics: vec![err],
        };
    }
    builder.finish_node(); // YAML_STREAM
    builder.finish_node(); // YAML_METADATA_CONTENT
    builder.finish_node(); // DOCUMENT
    YamlParseReport {
        tree: Some(SyntaxNode::new_root(builder.finish())),
        diagnostics: Vec::new(),
    }
}

/// Outer stream loop. Walks every token and emits zero or more `YAML_DOCUMENT`
/// nodes interleaved with stream-level trivia (newlines, whitespace, comments,
/// and bare `...` markers that don't bracket a document body).
fn parse_stream<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
) -> Result<(), YamlDiagnostic> {
    let mut i = 0usize;
    while i < tokens.len() {
        match tokens[i].kind {
            YamlToken::Newline => {
                builder.token(SyntaxKind::NEWLINE.into(), tokens[i].text);
                i += 1;
            }
            YamlToken::Whitespace => {
                builder.token(SyntaxKind::WHITESPACE.into(), tokens[i].text);
                i += 1;
            }
            YamlToken::Comment => {
                builder.token(SyntaxKind::YAML_COMMENT.into(), tokens[i].text);
                i += 1;
            }
            // Indent/Dedent are zero-width balance markers from the lexer.
            // If they leak out of a body emitter (e.g. trailing Dedent at
            // end of input), absorb them silently — they carry no bytes.
            YamlToken::Indent | YamlToken::Dedent => {
                i += 1;
            }
            // Bare `...` at stream level — no preceding document body, no
            // following body before another `...`/EOF — is stream-level
            // trivia, not its own document.
            YamlToken::DocumentEnd if !document_follows(tokens, i + 1) => {
                builder.token(SyntaxKind::YAML_DOCUMENT_END.into(), tokens[i].text);
                i += 1;
            }
            _ => {
                builder.start_node(SyntaxKind::YAML_DOCUMENT.into());
                emit_document(builder, tokens, &mut i)?;
                builder.finish_node(); // YAML_DOCUMENT
            }
        }
    }
    Ok(())
}

/// Returns `true` if the tokens at or after `start` contain any
/// document-defining token (directive, doc-start, body content, doc-end). We
/// use this to decide whether a bare `...` is "the end of nothing" (stream
/// trivia) or actually closes a document yet to come (still trivia, just at
/// stream level).
fn document_follows(tokens: &[YamlTokenSpan<'_>], start: usize) -> bool {
    tokens[start..].iter().any(|t| {
        !matches!(
            t.kind,
            YamlToken::Newline
                | YamlToken::Whitespace
                | YamlToken::Comment
                | YamlToken::DocumentEnd
        )
    })
}

/// Emit a single `YAML_DOCUMENT`. Optionally consumes leading directives and a
/// `---` marker, dispatches to the body emitter, then optionally consumes a
/// trailing `...` marker. Each phase is forgiving: an absent `---`, absent
/// `...`, or empty body is fine.
fn emit_document<'a>(
    builder: &mut GreenNodeBuilder<'_>,
    tokens: &[YamlTokenSpan<'a>],
    i: &mut usize,
) -> Result<(), YamlDiagnostic> {
    // Phase 1: optional directives + `---` marker (with intervening trivia).
    let mut saw_marker = false;
    while *i < tokens.len() {
        match tokens[*i].kind {
            YamlToken::Directive => {
                builder.token(SyntaxKind::YAML_SCALAR.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Newline => {
                builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Whitespace => {
                builder.token(SyntaxKind::WHITESPACE.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::Comment => {
                builder.token(SyntaxKind::YAML_COMMENT.into(), tokens[*i].text);
                *i += 1;
            }
            YamlToken::DocumentStart => {
                builder.token(SyntaxKind::YAML_DOCUMENT_START.into(), tokens[*i].text);
                *i += 1;
                saw_marker = true;
                if *i < tokens.len() && tokens[*i].kind == YamlToken::Newline {
                    builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
                    *i += 1;
                }
                break;
            }
            _ => break,
        }
    }
    let _ = saw_marker;

    // Phase 2: body.
    let next_significant = tokens[*i..].iter().find(|t| {
        !matches!(
            t.kind,
            YamlToken::Newline | YamlToken::Whitespace | YamlToken::Comment
        )
    });

    let body_kind = match next_significant.map(|t| t.kind) {
        Some(YamlToken::DocumentStart) | Some(YamlToken::DocumentEnd) | None => DocumentBody::Empty,
        Some(YamlToken::BlockSeqEntry) => DocumentBody::BlockSequence,
        _ => {
            // Body classification scans up to the next document boundary. A
            // colon (block-map indicator) or any flow-collection indicator
            // routes to the block-map emitter, which already accommodates
            // tagless mapping/flow content. A tag with no colon routes to
            // the dedicated scalar path (`! a`, `!!str foo`); plain content
            // with no colon (e.g. `--- text`, `--- "quoted"`, `--- |` with
            // following content) is also a scalar document. Without the
            // scalar branch, a bare `--- text` would dispatch to BlockMap
            // and fail with INVALID_KEY_TOKEN.
            let mut has_colon = false;
            let mut has_tag = false;
            let mut has_scalar = false;
            let mut has_flow = false;
            let mut has_block_seq = false;
            // Track whether all significant tokens BEFORE the first
            // BlockSeqEntry look like document-level node properties (a tag,
            // or a scalar starting with `&` — i.e. a bare anchor on its own
            // line). This lets `&seq\n- a` and `--- !!omap\n- a` route to a
            // BlockSequence body even though their first significant token is
            // a Tag/Scalar rather than the BlockSeqEntry itself.
            let mut pre_seq_only_properties = true;
            let mut seen_block_seq = false;
            for tok in &tokens[*i..] {
                match tok.kind {
                    YamlToken::DocumentStart | YamlToken::DocumentEnd => break,
                    YamlToken::Colon => has_colon = true,
                    YamlToken::Tag => has_tag = true,
                    YamlToken::Scalar
                    | YamlToken::BlockScalarHeader
                    | YamlToken::BlockScalarContent => {
                        has_scalar = true;
                        if !seen_block_seq && !tok.text.trim_start().starts_with('&') {
                            pre_seq_only_properties = false;
                        }
                    }
                    YamlToken::FlowMapStart
                    | YamlToken::FlowMapEnd
                    | YamlToken::FlowSeqStart
                    | YamlToken::FlowSeqEnd
                    | YamlToken::Comma => has_flow = true,
                    YamlToken::BlockSeqEntry => {
                        has_block_seq = true;
                        seen_block_seq = true;
                    }
                    _ => {}
                }
            }
            if has_colon || has_flow {
                DocumentBody::BlockMap
            } else if has_block_seq && pre_seq_only_properties {
                DocumentBody::BlockSequence
            } else if has_tag || has_scalar {
                DocumentBody::Scalar
            } else {
                DocumentBody::BlockMap
            }
        }
    };

    match body_kind {
        DocumentBody::Empty => {}
        DocumentBody::BlockSequence => {
            builder.start_node(SyntaxKind::YAML_BLOCK_SEQUENCE.into());
            emit_block_seq(builder, tokens, i, false)?;
            builder.finish_node(); // YAML_BLOCK_SEQUENCE
        }
        DocumentBody::Scalar => emit_scalar_document(builder, tokens, i)?,
        DocumentBody::BlockMap => {
            builder.start_node(SyntaxKind::YAML_BLOCK_MAP.into());
            emit_block_map(builder, tokens, i, false)?;
            builder.finish_node(); // YAML_BLOCK_MAP
        }
    }

    // Phase 3: optional `...` marker (and its trailing newline). Trivia
    // between the body and the marker that we did NOT consume into the body
    // belongs to the stream, not this document, so we don't drain it here —
    // except when the body was empty: then any comments/blank lines between
    // `---` and `...` semantically belong to the empty document, and so does
    // the `...` itself even when it lies a few trivia tokens away.
    if matches!(body_kind, DocumentBody::Empty) {
        let mut peek = *i;
        while peek < tokens.len() {
            match tokens[peek].kind {
                YamlToken::Newline | YamlToken::Whitespace | YamlToken::Comment => peek += 1,
                _ => break,
            }
        }
        if peek < tokens.len() && tokens[peek].kind == YamlToken::DocumentEnd {
            while *i < peek {
                match tokens[*i].kind {
                    YamlToken::Newline => {
                        builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text)
                    }
                    YamlToken::Whitespace => {
                        builder.token(SyntaxKind::WHITESPACE.into(), tokens[*i].text)
                    }
                    YamlToken::Comment => {
                        builder.token(SyntaxKind::YAML_COMMENT.into(), tokens[*i].text)
                    }
                    _ => unreachable!("only trivia in this range"),
                }
                *i += 1;
            }
        }
    }
    if *i < tokens.len() && tokens[*i].kind == YamlToken::DocumentEnd {
        builder.token(SyntaxKind::YAML_DOCUMENT_END.into(), tokens[*i].text);
        *i += 1;
        if *i < tokens.len() && tokens[*i].kind == YamlToken::Newline {
            builder.token(SyntaxKind::NEWLINE.into(), tokens[*i].text);
            *i += 1;
        }
    }

    Ok(())
}

#[derive(Clone, Copy)]
enum DocumentBody {
    Empty,
    BlockSequence,
    BlockMap,
    Scalar,
}