phi-ext 0.3.0

Rust author SDK for Phi PXB extensions (port of ext/go)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

//! Codec throughput probe (dev tool, not part of the SDK).
//!
//! Run with: `cargo run --release --example bench`
//!
//! For context: the PXB codec costs ~0.1–0.2 µs per message. Real extension
//! latency is dominated by process spawn + pipe round trips, not this.

use std::time::Instant;

use phi_ext::pxb;

fn bench(name: &str, iters: usize, mut f: impl FnMut()) {
    // Warm up.
    for _ in 0..iters / 10 {
        f();
    }
    let t0 = Instant::now();
    for _ in 0..iters {
        f();
    }
    let ns_op = t0.elapsed().as_nanos() as f64 / iters as f64;
    println!("{name:<34} {ns_op:8.1} ns/op   {:>9.1} Mops/s", 1e3 / ns_op);
}

fn main() {
    let iters = 2_000_000usize;

    bench("encode+decode Hello (small)", iters, || {
        let b = pxb::encode_hello(&pxb::Hello {
            name: "greet".into(),
            version: "1.0.0".into(),
            caps: 3,
            protocol: 1,
        });
        std::hint::black_box(pxb::decode_hello(&b).unwrap());
    });

    let req = pxb::InterceptReq {
        event: pxb::Event::ToolCall.code(),
        tool_name: "bash".into(),
        tool_call_id: "call_01JX9K2M".into(),
        input: br#"{"command":"ls -la /tmp","cwd":"/workspace"}"#.to_vec(),
        turn_index: 3,
        ..Default::default()
    };
    let frame = pxb::encode_intercept_req(&req);
    println!("\nInterceptReq payload: {} bytes", frame.len());
    bench("encode+decode InterceptReq (tool_call)", iters, || {
        let b = pxb::encode_intercept_req(&req);
        let d = pxb::decode_intercept_req(&b).unwrap();
        std::hint::black_box(d.tool_call_id);
    });

    let ev = pxb::EventNotify {
        event: pxb::Event::ToolResult.code(),
        tool_name: "bash".into(),
        tool_call_id: "call_01JX9K2M".into(),
        input: req.input.clone(),
        turn_index: 3,
        session_id: "sess_01JX".into(),
        ..Default::default()
    };
    let frame = pxb::encode_event_notify(&ev);
    println!("EventNotify payload: {} bytes", frame.len());
    bench("encode+decode EventNotify (tool_result)", iters, || {
        let b = pxb::encode_event_notify(&ev);
        let d = pxb::decode_event_notify(&b).unwrap();
        std::hint::black_box(d.session_id);
    });

    // In-memory frame read/write: the syscall-free floor for one RPC.
    bench("write_frame+read_frame (in-memory)", iters / 4, || {
        let mut buf = Vec::new();
        pxb::write_frame(&mut buf, pxb::TYPE_INTERCEPT, pxb::FLAG_HAS_ID, 42, &frame).unwrap();
        let mut cur = std::io::Cursor::new(buf);
        let f = pxb::read_frame(&mut cur).unwrap();
        std::hint::black_box(f.body.len());
    });
}