lc-cli 0.1.3

LLM Client - A fast Rust-based LLM CLI tool with provider management and chat sessions
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

use anyhow::Result;
use reqwest::Client;
use std::time::Duration;

/// Create an optimized HTTP client with connection pooling, keep-alive settings,
/// and appropriate timeouts for better performance and connection reuse.
#[allow(dead_code)]
pub fn create_optimized_client() -> Result<Client> {
    use reqwest::header::{HeaderMap, HeaderName, HeaderValue};

    // Create default headers including the required tracking headers
    let mut headers = HeaderMap::new();
    headers.insert(
        HeaderName::from_static("http-referer"),
        HeaderValue::from_static("https://lc.viwq.dev/"),
    );
    headers.insert(
        HeaderName::from_static("x-title"),
        HeaderValue::from_static("lc"),
    );

    Ok(Client::builder()
        // Connection pooling and keep-alive settings
        .pool_max_idle_per_host(10) // Keep up to 10 idle connections per host
        .pool_idle_timeout(Duration::from_secs(90)) // Keep connections alive for 90 seconds
        .tcp_keepalive(Duration::from_secs(60)) // TCP keep-alive every 60 seconds
        // Timeout configurations
        .timeout(Duration::from_secs(60)) // Total request timeout
        .connect_timeout(Duration::from_secs(10)) // Connection establishment timeout
        // User agent for identification
        .user_agent(concat!(
            env!("CARGO_PKG_NAME"),
            "/",
            env!("CARGO_PKG_VERSION")
        ))
        // Add default headers including tracking headers
        .default_headers(headers)
        .build()?)
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_optimized_client_creation() {
        let result = create_optimized_client();
        assert!(result.is_ok());

        // Verify the client has the expected configuration
        let client = result.unwrap();
        // We can't directly test the internal configuration, but we can verify it was created successfully
        assert!(format!("{:?}", client).contains("Client"));
    }

    #[test]
    fn test_multiple_optimized_clients() {
        let client1 = create_optimized_client();
        let client2 = create_optimized_client();

        assert!(client1.is_ok());
        assert!(client2.is_ok());
    }
}