ternlang-core 1.3.5

Compiler and VM for Ternlang — balanced ternary language with affirm/tend/reject trit semantics, @sparseskip codegen, and BET bytecode execution.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

// Module:  stdlib/nlp/vocab.tern
// Purpose: Vocabulary Management
// Author:  RFI-IRFOS
// Ref:     https://ternlang.com

// Manages the mapping between tokens and IDs.
// OOV (Out Of Vocabulary) explicitly returns 'tend'.

struct TritVocab {
    size: int
}

fn add_token_trit(token: trit) -> trit {
    return affirm; // Added successfully
}

fn lookup_trit(token_str: trit) -> int {
    if token_str == tend { return 0; } // 0 is reserved for tend/UNK
    return 1;
}

fn oov_trit(token_id: int) -> trit {
    if token_id == 0 {
        return tend; // Out of Vocabulary
    }
    return affirm; // In vocabulary
}