vv-agent 0.6.2

VectorVein agent runtime, SDK, CLI, tools, and workspace backends
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

use std::collections::BTreeMap;

use serde_json::Value;

use crate::llm::LlmStreamCallback;

use super::tool_calls::StreamingToolCallParts;

pub(super) fn emit_reasoning_delta_event(
    stream_callback: &Option<LlmStreamCallback>,
    reasoning_delta: String,
    reasoning_chars: usize,
) {
    emit_stream_event(
        stream_callback,
        BTreeMap::from([
            (
                "event".to_string(),
                Value::String("reasoning_delta".to_string()),
            ),
            (
                "reasoning_delta".to_string(),
                Value::String(reasoning_delta),
            ),
            (
                "reasoning_chars".to_string(),
                Value::from(reasoning_chars as u64),
            ),
            (
                "estimated_tokens".to_string(),
                Value::from(estimate_stream_tokens(reasoning_chars) as u64),
            ),
        ]),
    );
}

pub(super) fn emit_assistant_delta_event(
    stream_callback: &Option<LlmStreamCallback>,
    content_delta: String,
    content_chars: usize,
) {
    emit_stream_event(
        stream_callback,
        BTreeMap::from([
            (
                "event".to_string(),
                Value::String("assistant_delta".to_string()),
            ),
            ("content_delta".to_string(), Value::String(content_delta)),
            (
                "content_chars".to_string(),
                Value::from(content_chars as u64),
            ),
            (
                "estimated_tokens".to_string(),
                Value::from(estimate_stream_tokens(content_chars) as u64),
            ),
        ]),
    );
}

pub(super) fn emit_tool_stream_event(
    stream_callback: &Option<LlmStreamCallback>,
    event_name: &str,
    default_tool_call_index: usize,
    tool_call: &StreamingToolCallParts,
) {
    let tool_call_index = tool_call.index.unwrap_or(default_tool_call_index);
    emit_stream_event(
        stream_callback,
        BTreeMap::from([
            ("event".to_string(), Value::String(event_name.to_string())),
            (
                "tool_call_id".to_string(),
                Value::String(tool_call.id.clone()),
            ),
            (
                "tool_call_index".to_string(),
                Value::from(tool_call_index as u64),
            ),
            (
                "function_name".to_string(),
                Value::String(tool_call.name.clone()),
            ),
            (
                "arguments_chars".to_string(),
                Value::from(tool_call.arguments.chars().count() as u64),
            ),
            (
                "estimated_tokens".to_string(),
                Value::from(estimate_stream_tokens(tool_call.arguments.chars().count()) as u64),
            ),
        ]),
    );
}

fn emit_stream_event(stream_callback: &Option<LlmStreamCallback>, event: BTreeMap<String, Value>) {
    if let Some(callback) = stream_callback {
        callback(&event);
    }
}

fn estimate_stream_tokens(char_count: usize) -> usize {
    if char_count == 0 {
        0
    } else {
        char_count.div_ceil(4)
    }
}