morok-ir 0.1.0-alpha.2

Intermediate representation for the Morok ML compiler
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

//! Tests for memory and buffer operations constructors.

use morok_dtype::DType;
use morok_dtype::DeviceSpec;

use crate::types::{AddrSpace, AxisId, AxisType, BufferizeOpts};
use crate::{Op, UOp};

#[test]
fn test_bufferize() {
    let compute = UOp::native_const(1.0f32);
    let r1 = UOp::range_axis(UOp::native_const(10i32), AxisId::Renumbered(0), AxisType::Loop);
    let r2 = UOp::range_axis(UOp::native_const(20i32), AxisId::Renumbered(1), AxisType::Loop);

    let opts = BufferizeOpts::new(DeviceSpec::Cpu);
    let bufferize = UOp::bufferize(compute.clone(), vec![r1, r2], opts);

    // Should have same dtype as compute
    assert_eq!(bufferize.dtype(), DType::Float32);

    // Should be Bufferize op
    if let Op::Bufferize { compute: c, ranges, opts: o } = bufferize.op() {
        assert!(std::sync::Arc::ptr_eq(c, &compute));
        assert_eq!(ranges.len(), 2);
        assert_eq!(o.device, Some(DeviceSpec::Cpu));
        assert_eq!(o.addrspace, AddrSpace::Global);
    } else {
        panic!("Expected Bufferize op");
    }
}

#[test]
fn test_bufferize_local() {
    let compute = UOp::native_const(1.0f32);
    let r = UOp::range_axis(UOp::native_const(10i32), AxisId::Renumbered(0), AxisType::Loop);

    let opts = BufferizeOpts::local();
    let bufferize = UOp::bufferize(compute, vec![r], opts);

    if let Op::Bufferize { opts: o, .. } = bufferize.op() {
        assert_eq!(o.addrspace, AddrSpace::Local);
    } else {
        panic!("Expected Bufferize op");
    }
}

#[test]
fn test_load() {
    let buffer = UOp::new_buffer(DeviceSpec::Cpu, 100, DType::Float32);
    let index = UOp::index_const(0);

    let load = UOp::load().buffer(buffer.clone()).index(index.clone()).call();

    // Should have same dtype as buffer
    assert_eq!(load.dtype(), DType::Float32);

    // Should be Load op
    if let Op::Load { buffer: b, index: i, .. } = load.op() {
        assert!(std::sync::Arc::ptr_eq(b, &buffer));
        assert!(std::sync::Arc::ptr_eq(i, &index));
    } else {
        panic!("Expected Load op");
    }
}

#[test]
fn test_store() {
    let buffer = UOp::new_buffer(DeviceSpec::Cpu, 100, DType::Float32);
    let index_offset = UOp::index_const(0);
    let value = UOp::native_const(42.0f32);

    // Create INDEX op first (STORE's index field is an INDEX op)
    let index = UOp::index().buffer(buffer.clone()).indices(vec![index_offset]).call().unwrap();

    // Use store_value() on INDEX (preferred API)
    let store = index.store_value(value.clone());

    // Store should have Void dtype
    assert_eq!(store.dtype(), DType::Void);

    // Should be Store op with index pointing to buffer
    if let Op::Store { index: i, value: v, .. } = store.op() {
        assert!(std::sync::Arc::ptr_eq(i, &index));
        assert!(std::sync::Arc::ptr_eq(v, &value));
        // Verify buffer can be accessed via store_buffer()
        assert!(std::sync::Arc::ptr_eq(store.store_buffer().unwrap(), &buffer));
    } else {
        panic!("Expected Store op");
    }
}

#[test]
fn test_codegen_param() {
    // Per-kernel codegen PARAM: no device, Ptr dtype
    let p = UOp::param(0, 1024, DType::Float32.ptr(Some(1024), morok_dtype::AddrSpace::Global), None);

    assert!(matches!(p.dtype(), DType::Ptr { .. }));

    if let Op::Param { slot, size, device } = p.op() {
        assert_eq!(*slot, 0);
        assert_eq!(*size, 1024);
        assert!(device.is_none());
    } else {
        panic!("Expected Param op");
    }
}

#[test]
fn test_define_local() {
    let dl = UOp::define_local(1, DType::Int32);

    assert_eq!(dl.dtype(), DType::Int32);

    if let Op::DefineLocal(id) = dl.op() {
        assert_eq!(*id, 1);
    } else {
        panic!("Expected DefineLocal op");
    }
}