pie 0.2.0

Pie: A Programmable LLM Serving System
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

package inferlet:exec;

world imports {
    include inferlet:core/imports;
    include inferlet:image/imports;
    include inferlet:adapter/imports;
    include inferlet:zo/imports;
}

world exec {
    include inferlet:core/imports;
    include inferlet:image/imports;
    include inferlet:adapter/imports;
    include inferlet:zo/imports;
    export inferlet:core/run;
}