ternlang-core 0.3.3

Compiler and VM for Ternlang — balanced ternary language with affirm/tend/reject trit semantics, @sparseskip codegen, and BET bytecode execution.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

// Module:  stdlib/nn/optim/adamw.tern
// Purpose: AdamW Optimizer with Decoupled Weight Decay
// Author:  RFI-IRFOS
// Ref:     https://ternlang.com

// Most popular optimizer. Decoupled decay ensures 'tend' states
// slowly drift to 'tend' (0) if un-updated.

struct AdamW {
    lr: float,
    beta1: float,
    beta2: float,
    weight_decay: float
}

fn weight_decay_trit(param: trit) -> trit {
    // Tend parameter stays tend. Affirm/reject slightly decay.
    if param == tend { return tend; }
    return param; // Simulated decay
}

fn decoupled_decay(param: trittensor<4 x 4>) -> trittensor<4 x 4> {
    @sparseskip
    let next_param: trittensor<4 x 4> = param; // Loop applying weight_decay_trit
    return next_param;
}