rs-utcp 0.3.2

Rust implementation of the Universal Tool Calling Protocol (UTCP).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

use std::{convert::Infallible, net::SocketAddr, time::Duration};

use futures_util::stream::{self, StreamExt};
use hyper::service::{make_service_fn, service_fn};
use hyper::{Body, Method, Request, Response, Server, StatusCode};
use rs_utcp::UtcpClientInterface;
use serde_json::json;

#[path = "../common/mod.rs"]
mod common;

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    let addr = spawn_stream_server().await?;
    println!("Started HTTP stream demo at http://{addr}/tools");

    let client = common::client_from_providers(json!({
        "manual_version": "1.0.0",
        "utcp_version": "0.3.0",
        "allowed_communication_protocols": ["http_stream"],
        "info": {
            "title": "HTTP Stream Demo",
            "version": "1.0.0",
            "description": "HTTP Stream Demo Manual"
        },
        "tools": [{
            "name": "echo",
            "description": "Stream back JSON chunks",
            "inputs": { "type": "object" },
            "outputs": { "type": "object" },
            "tool_call_template": {
                "call_template_type": "http_stream",
                "name": "http_stream_demo",
                "url": format!("http://{addr}/tools")
            }
        }]
    }))
    .await?;

    let mut args = std::collections::HashMap::new();
    args.insert("query".into(), serde_json::json!("streaming"));
    let mut stream = client
        .call_tool_stream("http_stream_demo.echo", args)
        .await?;
    while let Some(chunk) = stream.next().await? {
        println!("Chunk: {}", serde_json::to_string_pretty(&chunk)?);
        break; // show first chunk for brevity
    }
    Ok(())
}

async fn spawn_stream_server() -> anyhow::Result<SocketAddr> {
    let make_svc = make_service_fn(|_conn| async { Ok::<_, Infallible>(service_fn(handle)) });
    let server = Server::try_bind(&([127, 0, 0, 1], 0).into())?;
    let addr = server.local_addr();
    tokio::spawn(server.serve(make_svc));
    Ok(addr)
}

async fn handle(req: Request<Body>) -> Result<Response<Body>, Infallible> {
    match (req.method(), req.uri().path()) {
        (&Method::GET, "/tools") | (&Method::POST, "/tools") => {
            let manifest = json!({
                "tools": [{
                    "name": "echo",
                    "description": "Stream back JSON chunks",
                    "inputs": { "type": "object" },
                    "outputs": { "type": "object" },
                    "tags": ["http_stream"]
                }]
            });
            Ok(json_response(StatusCode::OK, manifest))
        }
        (&Method::POST, "/tools/echo") => {
            let chunks = stream::iter(0..3).then(|i| async move {
                tokio::time::sleep(Duration::from_millis(100)).await;
                Ok::<_, Infallible>(json!({"chunk": i, "msg": "hi"}).to_string())
            });
            let body_stream = Body::wrap_stream(chunks);
            Ok(Response::builder()
                .status(StatusCode::OK)
                .header("content-type", "application/json")
                .body(body_stream)
                .unwrap())
        }
        _ => Ok(Response::builder()
            .status(StatusCode::NOT_FOUND)
            .body(Body::empty())
            .unwrap()),
    }
}

fn json_response(status: StatusCode, body: serde_json::Value) -> Response<Body> {
    Response::builder()
        .status(status)
        .header("content-type", "application/json")
        .body(Body::from(body.to_string()))
        .unwrap()
}