netget-tool 0.3.4

Network protocol stubbing toolkit: ~280 protocol servers and clients whose responses come from an LLM, a script, a static rule or a person.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

//! Common LLM response handling logic

use super::ollama_client::LlmResponse;
use crate::state::app_state::AppState;
use std::sync::Arc;
use tracing::info;

/// Result of processing an LLM response - contains flags and data for protocol-specific handling
pub struct ProcessedResponse {
    /// Data to send over the connection
    pub output: Option<String>,
    /// Whether to close the connection
    pub close_connection: bool,
    /// Whether to wait for more data
    pub wait_for_more: bool,
    /// Whether to shutdown the server
    pub shutdown_server: bool,
}

/// Handle common LLM response actions (memory updates, logging)
/// Returns the processed response with flags for protocol-specific handling
pub async fn handle_llm_response(
    response: LlmResponse,
    app_state: &Arc<AppState>,
) -> ProcessedResponse {
    // Get first server ID for memory updates (legacy support)
    let server_id = app_state.get_first_server_id().await;

    // Handle memory updates
    if let Some(set_mem) = response.set_memory {
        if let Some(sid) = server_id {
            app_state.set_memory(sid, set_mem).await;
        }
    }
    if let Some(append_mem) = response.append_memory {
        if let Some(sid) = server_id {
            let current = app_state.get_memory(sid).await.unwrap_or_default();
            let new_memory = if current.is_empty() {
                append_mem
            } else {
                format!("{}\n{}", current, append_mem)
            };
            app_state.set_memory(sid, new_memory).await;
        }
    }

    // Handle log messages
    if let Some(log_msg) = response.log_message {
        info!("{}", log_msg);
    }

    ProcessedResponse {
        output: response.output,
        close_connection: response.close_connection,
        wait_for_more: response.wait_for_more,
        shutdown_server: response.shutdown_server,
    }
}