instmodel_inference 0.8.0

High-performance neural network inference library with instruction-based execution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

//! Reduce sum instruction implementation.

use crate::errors::InstructionModelError;
use crate::instructions::Instruction;

/// Represents a reduce sum operation that sums all values in an input buffer.
///
/// This instruction computes the sum of all elements in the input buffer
/// and stores the result as a single value in the output buffer.
pub struct ReduceSumInstruction {
    input_ptr: usize,
    output_ptr: usize,
    input_size: usize,
}

impl ReduceSumInstruction {
    pub fn new(input_ptr: usize, output_ptr: usize, input_size: usize) -> Self {
        Self {
            input_ptr,
            output_ptr,
            input_size,
        }
    }
}

impl Instruction for ReduceSumInstruction {
    fn output_ptr(&self) -> usize {
        self.output_ptr
    }

    fn data_size(&self) -> usize {
        1
    }

    fn apply(&self, unified_computation_buffer: &mut [f32]) -> Result<(), InstructionModelError> {
        let sum: f32 = unified_computation_buffer[self.input_ptr..self.input_ptr + self.input_size]
            .iter()
            .sum();
        unified_computation_buffer[self.output_ptr] = sum;
        Ok(())
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_reduce_sum_basic() {
        let mut buffer = vec![1.0, 2.0, 3.0, 4.0, 0.0];
        let instruction = ReduceSumInstruction::new(0, 4, 4);
        instruction.apply(&mut buffer).unwrap();
        assert!((buffer[4] - 10.0).abs() < 1e-6);
    }

    #[test]
    fn test_reduce_sum_partial() {
        let mut buffer = vec![1.0, 2.0, 3.0, 4.0, 5.0, 0.0];
        let instruction = ReduceSumInstruction::new(1, 5, 3);
        instruction.apply(&mut buffer).unwrap();
        assert!((buffer[5] - 9.0).abs() < 1e-6);
    }

    #[test]
    fn test_reduce_sum_single_element() {
        let mut buffer = vec![42.0, 0.0];
        let instruction = ReduceSumInstruction::new(0, 1, 1);
        instruction.apply(&mut buffer).unwrap();
        assert!((buffer[1] - 42.0).abs() < 1e-6);
    }

    #[test]
    fn test_reduce_sum_negative_values() {
        let mut buffer = vec![-1.0, 2.0, -3.0, 4.0, 0.0];
        let instruction = ReduceSumInstruction::new(0, 4, 4);
        instruction.apply(&mut buffer).unwrap();
        assert!((buffer[4] - 2.0).abs() < 1e-6);
    }
}