runcycles 0.2.4

Runtime authority for AI agents in Rust — hard limits on agent spend, risky tool actions, and audit gaps. Tokio-native client for the Cycles protocol (reserve-commit lifecycle, RAII guards).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! Streaming usage with the RAII guard.
//!
//! Demonstrates using the guard for LLM streaming, where the actual cost
//! is only known after the stream completes.

use runcycles::models::*;
use runcycles::CyclesClient;

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = CyclesClient::builder("my-api-key", "http://localhost:7878")
        .tenant("acme")
        .build();

    // Reserve budget before starting the stream
    let guard = client
        .reserve(
            ReservationCreateRequest::builder()
                .subject(Subject {
                    tenant: Some("acme".into()),
                    ..Default::default()
                })
                .action(Action::new("llm.completion", "gpt-4o"))
                .estimate(Amount::tokens(1000))
                .ttl_ms(30_000_u64)
                .build(),
        )
        .await?;

    // The heartbeat automatically extends TTL in the background.
    // Start your streaming operation here...
    // let stream = start_llm_stream().await;

    // Simulate consuming a stream and accumulating token counts
    let mut total_input_tokens = 0i64;
    let mut total_output_tokens = 0i64;
    for _chunk in 0..10 {
        // Process each chunk...
        total_input_tokens += 50;
        total_output_tokens += 100;
    }

    // Stream complete — commit with actual usage
    guard
        .commit(
            CommitRequest::builder()
                .actual(Amount::tokens(total_input_tokens + total_output_tokens))
                .metrics(CyclesMetrics {
                    tokens_input: Some(total_input_tokens),
                    tokens_output: Some(total_output_tokens),
                    ..Default::default()
                })
                .build(),
        )
        .await?;

    println!(
        "Streamed: {} input + {} output tokens",
        total_input_tokens, total_output_tokens
    );

    Ok(())
}