tokf 0.2.33

Config-driven CLI tool that compresses command output before it reaches an LLM context
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

use serde::{Deserialize, Serialize};

use super::http::Client;

#[derive(Debug, Clone, Serialize)]
pub struct SyncEvent {
    pub id: i64,
    pub filter_name: Option<String>,
    pub filter_hash: Option<String>,
    pub input_tokens: i64,
    pub output_tokens: i64,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub raw_tokens: Option<i64>,
    pub command_count: i32,
    pub recorded_at: String,
}

#[derive(Debug, Clone, Serialize)]
pub struct SyncRequest {
    pub machine_id: String,
    pub last_event_id: i64,
    pub events: Vec<SyncEvent>,
}

#[derive(Debug, Deserialize)]
pub struct SyncResponse {
    pub accepted: usize,
    pub cursor: i64,
}

/// Send a batch of usage events to the remote server.
///
/// # Errors
///
/// Returns an error if the server is unreachable, returns a non-success status,
/// or the response body cannot be deserialized.
pub fn sync_events(client: &Client, req: &SyncRequest) -> anyhow::Result<SyncResponse> {
    client.post("/api/sync", req)
}

#[cfg(test)]
#[allow(clippy::unwrap_used)]
mod tests {
    use super::*;

    #[test]
    fn serialize_sync_request() {
        let req = SyncRequest {
            machine_id: "00000000-0000-0000-0000-000000000001".to_string(),
            last_event_id: 5,
            events: vec![SyncEvent {
                id: 6,
                filter_name: Some("git/push".to_string()),
                filter_hash: None,
                input_tokens: 1000,
                output_tokens: 200,
                raw_tokens: Some(1000),
                command_count: 1,
                recorded_at: "2026-01-01T00:00:00Z".to_string(),
            }],
        };
        let json = serde_json::to_string(&req).unwrap();
        assert!(json.contains("\"machine_id\""));
        assert!(json.contains("\"last_event_id\":5"));
        assert!(json.contains("\"input_tokens\":1000"));
    }

    #[test]
    fn deserialize_sync_response() {
        let json = r#"{"accepted":3,"cursor":8}"#;
        let resp: SyncResponse = serde_json::from_str(json).unwrap();
        assert_eq!(resp.accepted, 3);
        assert_eq!(resp.cursor, 8);
    }
}