pie 0.2.0

Pie: A Programmable LLM Serving System
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

interface common {
    use wasi:io/poll@0.2.4.{pollable};

    use inferlet:core/common.{queue, pointer, blob, blob-result};
    use inferlet:core/forward.{forward-pass};

    set-adapter: func(
        pass: borrow<forward-pass>,
        adapter-ptr: pointer
    );

    download-adapter: func(
        queue: borrow<queue>,
        adapter-ptr: pointer,
        name: string
    ) -> blob-result;

    upload-adapter: func(
        queue: borrow<queue>,
        adapter-ptr: pointer,
        name: string,
        blob: blob
    );

}