lling-llang 0.1.0

WFST framework for text normalization and grammar correction
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

//! Programming language support for syntax analysis and repair.
//!
//! This module provides:
//! - **Parser Backend Abstraction**: Unified interface for different parsing technologies
//! - **Syntax Error Recovery**: WFST-based repair of syntax errors
//! - **Token Patterns**: Matching and rewriting token sequences
//!
//! ## Parser Backends
//!
//! The `ParserBackend` trait provides a unified interface for integrating different
//! parsing technologies:
//! - Tree-sitter for incremental, error-tolerant parsing
//! - LALRPOP for LR(1) parsing
//! - Pest for PEG parsing
//! - Custom parser implementations
//!
//! ## Example
//!
//! ```rust,ignore
//! use lling_llang::programming::*;
//!
//! // Create a syntax repair transducer
//! let repairer = SyntaxRepairBuilder::new()
//!     .add_rule(SyntaxRepairRule::insert_after("}", ";", 0.5))
//!     .add_rule(SyntaxRepairRule::substitute("funciton", "function", 0.1))
//!     .build();
//!
//! // Repair syntax errors
//! let (repaired, repairs) = repairer.repair("funciton foo() {}");
//! ```

mod api_migration;
mod repair;
mod token;
mod traits;

pub use api_migration::{
    patterns, ApiMigrationBuilder, ApiMigrationRule, ApiMigrationTransducer, MigrationResult,
    MigrationStats, MigrationType, Version, VersionRange,
};
pub use repair::{
    RepairAction, RepairCandidate, SyntaxRepairBuilder, SyntaxRepairCosts, SyntaxRepairRule,
    SyntaxRepairTransducer,
};
pub use token::{
    PatternMatcher, ReplacementAction, Token, TokenKind, TokenPattern, TokenPredicate,
    TokenReplacement,
};
pub use traits::{
    NodeKind, ParseResult, ParserBackend, ParserError, Position, Range, SimpleParserBackend,
    SimpleSyntaxNodeRef, SyntaxNode, SyntaxNodeRef,
};

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_module_imports() {
        // Verify all public types are accessible
        let _: TokenKind = TokenKind::Keyword;
        let _: Position = Position {
            line: 0,
            column: 0,
            byte_offset: 0,
        };
    }
}