neura-decoder 0.7.2

Assembling the decoder only models a gguf weighs onto the graph
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use neura_graph::{Graph, Value};

pub struct Decoder {
    token: Value,
    position: Value,
    chosen: Value,
    states: Vec<Value>,
    end: u32,
}

impl Decoder {
    pub fn greedy(
        graph: &Graph,
        token: Value,
        position: Value,
        logits: Value,
        states: impl IntoIterator<Item = Value>,
        end: u32,
    ) -> Self {
        for (held, what) in [(token, "token"), (position, "position")] {
            assert_eq!(
                graph.shape(held).dims(),
                [1, 1, 1, 1],
                "a {what} walks {:?} where one number walks [1, 1, 1, 1]",
                graph.shape(held).dims(),
            );
        }
        let chosen = graph.argmax(logits);
        graph.retain(chosen);
        Self {
            token,
            position,
            chosen,
            states: states.into_iter().collect(),
            end,
        }
    }

    pub fn token(&self) -> Value {
        self.token
    }

    pub fn position(&self) -> Value {
        self.position
    }

    pub fn chosen(&self) -> Value {
        self.chosen
    }

    pub fn states(&self) -> &[Value] {
        &self.states
    }

    pub fn end(&self) -> u32 {
        self.end
    }
}