Struct Lexer 

pub struct Lexer<'a> { /* private fields */ }

Lexer for tokenizing schema source code.

Implementations

impl<'a> Lexer<'a>

pub fn new(source: &'a str) -> Self

Create a new lexer for the given source.

Examples found in repository

examples/visitor_demo.rs (line 355)

fn main() -> Result<()> {
    println!("=== Nautilus Schema Visitor Pattern Demo ===\n");

    // Parse the schema
    let mut lexer = Lexer::new(SCHEMA);
    let mut tokens = Vec::new();
    loop {
        let token = lexer.next_token()?;
        if matches!(token.kind, nautilus_schema::TokenKind::Eof) {
            tokens.push(token);
            break;
        }
        tokens.push(token);
    }
    let schema = Parser::new(&tokens, SCHEMA).parse_schema()?;

    println!(
        "Parsed schema with {} declarations\n",
        schema.declarations.len()
    );
    let separator = "=".repeat(60);
    println!("{}", separator);

    // Visitor 1: Collect statistics
    println!("\n1️⃣  Schema Statistics\n");
    let mut stats = SchemaStats::default();
    stats.visit_schema(&schema)?;
    println!("{:#?}", stats);

    println!("\n{}", separator);

    // Visitor 2: Build relationship graph
    println!("\n2️⃣  Relationship Analysis\n");
    let mut graph = RelationshipGraph::default();
    graph.visit_schema(&schema)?;
    graph.print();

    println!("\n{}", separator);

    // Visitor 3: Find default values
    println!("\n3️⃣  Default Values\n");
    let mut defaults = DefaultValueCollector::default();
    defaults.visit_schema(&schema)?;
    for (field, default) in &defaults.defaults {
        println!("  {} = {}", field, default);
    }

    println!("\n{}", separator);

    // Visitor 4: Validate naming conventions
    println!("\n4️⃣  Naming Convention Validation\n");
    let mut validator = NamingValidator::new();
    validator.visit_schema(&schema)?;
    if validator.errors.is_empty() {
        println!("  ✅ All names follow conventions!");
    } else {
        println!("  ⚠️  Found {} naming issues:", validator.errors.len());
        for error in &validator.errors {
            println!("    - {}", error);
        }
    }

    println!("\n{}", separator);

    // Visitor 5: Determine migration order
    println!("\n5️⃣  Migration Planning\n");
    let mut orderer = MigrationOrderer::default();
    orderer.visit_schema(&schema)?;
    orderer.print();

    println!("\n{}", separator);
    println!("\n✅ Visitor demo completed successfully!");

    Ok(())
}

pub fn next_token(&mut self) -> Result<Token>

Get the next token.

Examples found in repository

examples/visitor_demo.rs (line 358)

fn main() -> Result<()> {
    println!("=== Nautilus Schema Visitor Pattern Demo ===\n");

    // Parse the schema
    let mut lexer = Lexer::new(SCHEMA);
    let mut tokens = Vec::new();
    loop {
        let token = lexer.next_token()?;
        if matches!(token.kind, nautilus_schema::TokenKind::Eof) {
            tokens.push(token);
            break;
        }
        tokens.push(token);
    }
    let schema = Parser::new(&tokens, SCHEMA).parse_schema()?;

    println!(
        "Parsed schema with {} declarations\n",
        schema.declarations.len()
    );
    let separator = "=".repeat(60);
    println!("{}", separator);

    // Visitor 1: Collect statistics
    println!("\n1️⃣  Schema Statistics\n");
    let mut stats = SchemaStats::default();
    stats.visit_schema(&schema)?;
    println!("{:#?}", stats);

    println!("\n{}", separator);

    // Visitor 2: Build relationship graph
    println!("\n2️⃣  Relationship Analysis\n");
    let mut graph = RelationshipGraph::default();
    graph.visit_schema(&schema)?;
    graph.print();

    println!("\n{}", separator);

    // Visitor 3: Find default values
    println!("\n3️⃣  Default Values\n");
    let mut defaults = DefaultValueCollector::default();
    defaults.visit_schema(&schema)?;
    for (field, default) in &defaults.defaults {
        println!("  {} = {}", field, default);
    }

    println!("\n{}", separator);

    // Visitor 4: Validate naming conventions
    println!("\n4️⃣  Naming Convention Validation\n");
    let mut validator = NamingValidator::new();
    validator.visit_schema(&schema)?;
    if validator.errors.is_empty() {
        println!("  ✅ All names follow conventions!");
    } else {
        println!("  ⚠️  Found {} naming issues:", validator.errors.len());
        for error in &validator.errors {
            println!("    - {}", error);
        }
    }

    println!("\n{}", separator);

    // Visitor 5: Determine migration order
    println!("\n5️⃣  Migration Planning\n");
    let mut orderer = MigrationOrderer::default();
    orderer.visit_schema(&schema)?;
    orderer.print();

    println!("\n{}", separator);
    println!("\n✅ Visitor demo completed successfully!");

    Ok(())
}