ternlang-core 0.3.3

Compiler and VM for Ternlang — balanced ternary language with affirm/tend/reject trit semantics, @sparseskip codegen, and BET bytecode execution.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

// Module:  stdlib/research/sparse_moe.tern
// Purpose: Sparse Mixture of Experts Activation
// Author:  RFI-IRFOS
// Ref:     https://ternlang.com

fn capacity_trit(expert_load: int, max_capacity: int) -> trit {
    if expert_load >= max_capacity { return reject; } // Full
    return affirm; // Open
}

fn expert_mask_trit(token_id: int, expert_id: int) -> trit {
    // Top-2 routing. Unselected experts return 'tend'.
    return tend;
}

fn aux_loss_trit(load_balance: trit) -> trit {
    if load_balance == reject { return affirm; } // Penalize
    return tend;
}