hrx-rs 0.7.0

Owned GPU and NPU execution with Loom and IRON compilation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

amdgpu.target<gfx11-generic> @finite_target {subgroup_size = 32}
kernel.def target(@finite_target) export("finite") @finite(%unused: index) {
  %one = index.constant 1 : index
  %threads = index.constant 64 : index
  %grid = index.constant @GRID@ : index
  kernel.launch.config workgroups(%grid, %one, %one) workgroup_size(%threads, %one, %one) : index
} launch(%unused: index, %input: buffer, %output: buffer) {
  %off = index.constant 0 : offset
  %zero = index.constant 0 : index
  %one = index.constant 1 : index
  %chunk = index.constant 256 : index
  %threads = index.constant 64 : index
  %count = index.constant @INPUT@ : index
  %outcount = index.constant @OUTPUT@ : index
  %lane = kernel.workitem.id<x> : index
  %group = kernel.workgroup.id<x> : index
  %base = index.mul %group, %threads : index
  %raw = index.add %base, %lane : index
  %ig = buffer.assume.memory_space<global> %input : buffer
  %og = buffer.assume.memory_space<global> %output : buffer
  %src = buffer.view %ig[%off] : buffer -> view<@INPUT@x@TYPE@>
  %dst = buffer.view %og[%off] : buffer -> view<@OUTPUT@xi32>
  %valid = index.cmp ult, %raw, %outcount : index
  scf.if %valid {
    %i = index.assume %raw [range(%raw, 0, @LAST_OUTPUT@)] : index
    %begin = index.mul %i, %chunk : index
    %fzero = scalar.constant 0.0 : f32
    %fone = scalar.constant 1.0 : f32
    %flag = scf.for %j = [%zero to %chunk step %one](%flag0 = %fzero : f32) -> (f32) {
      %addr = index.add %begin, %j : index
      %inside = index.cmp ult, %addr, %count : index
      %next = scf.if %inside -> (f32) {
        %at = index.assume %addr [range(%addr, 0, @LAST_INPUT@)] : index
        %value = view.load %src[%at] : view<@INPUT@x@TYPE@> -> @TYPE@
        @CHECK@
        %updated = scalar.maxnumf %flag0, %bad : f32
        scf.yield %updated : f32
      } else {
        scf.yield %flag0 : f32
      }
      scf.yield %next : f32
    }
    %integer = scalar.fptoui %flag : f32 to i32
    view.store %integer, %dst[%i] : i32, view<@OUTPUT@xi32>
  }
  kernel.return
}