ruchy 4.1.1

A systems scripting language that transpiles to idiomatic Rust with extreme quality engineering
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

// Minimal Self-hosted Lexer Proof of Concept
// RUCHY-0722: Port lexer to Ruchy (showing basic principles)

fun simple_tokenize(input: String) -> [String] {
    let mut tokens = []
    let mut pos = 0
    let len = input.len()
    
    while pos < len {
        let char_str = input[pos..pos+1]
        
        if char_str == " " || char_str == "\t" || char_str == "\n" {
            // Skip whitespace
            pos = pos + 1
        } else if char_str == "+" {
            tokens = tokens + ["PLUS"]
            pos = pos + 1
        } else if char_str == "=" {
            tokens = tokens + ["EQUAL"]
            pos = pos + 1
        } else if char_str == "(" {
            tokens = tokens + ["LPAREN"]
            pos = pos + 1
        } else if char_str == ")" {
            tokens = tokens + ["RPAREN"]
            pos = pos + 1
        } else {
            // Read alphanumeric sequences
            let mut word = ""
            while pos < len {
                let current = input[pos..pos+1]
                if (current >= "a" && current <= "z") || 
                   (current >= "A" && current <= "Z") || 
                   (current >= "0" && current <= "9") || 
                   current == "_" {
                    word = word + current
                    pos = pos + 1
                } else {
                    break
                }
            }
            
            if word != "" {
                if word == "let" {
                    tokens = tokens + ["LET"]
                } else if word == "fun" {
                    tokens = tokens + ["FUN"]
                } else {
                    tokens = tokens + ["IDENT:" + word]
                }
            } else {
                pos = pos + 1  // Skip unknown character
            }
        }
    }
    
    tokens
}

fun demo_self_hosted_lexer() {
    println("🔧 Minimal Self-Hosted Lexer Demo")
    println("=================================")
    
    let code = "let x = add(y)"
    println("Input: " + code)
    println("Tokens:")
    
    let tokens = simple_tokenize(code)
    for token in tokens {
        println("  " + token)
    }
    
    println("")
    println("✅ Self-hosting proof of concept successful!")
    println("🚀 Ruchy can tokenize its own syntax!")
}

demo_self_hosted_lexer()