web-retrieval 0.2.2

Web fetch and web search MCP tools
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

#![deny(warnings)]
#![deny(clippy::all)]

//! Web fetch and web search MCP tools.

pub mod fetch;
pub mod haiku;
pub mod search;
pub mod tools;
pub mod types;

use agentic_config::types::AnthropicServiceConfig;
use agentic_config::types::ExaServiceConfig;
use agentic_config::types::WebRetrievalConfig;
use tokio::sync::OnceCell;

/// Shared state container for web tools.
///
/// Wraps shared HTTP clients, lazy-initialized Anthropic client,
/// and configuration for reuse across MCP calls.
pub struct WebTools {
    /// Shared HTTP client for fetching web pages
    pub(crate) http: reqwest::Client,
    /// Exa search API client
    pub(crate) exa: exa_async::Client<exa_async::ExaConfig>,
    /// Lazy-initialized Anthropic client for Haiku summarization
    pub(crate) anthropic: OnceCell<anthropic_async::Client<anthropic_async::AnthropicConfig>>,
    /// Web retrieval configuration (timeouts, limits, summarizer settings)
    pub(crate) cfg: WebRetrievalConfig,
    /// Anthropic service configuration (`base_url` for API endpoint override)
    pub(crate) anthropic_cfg: AnthropicServiceConfig,
}

impl WebTools {
    /// Create a new `WebTools` instance with custom configuration.
    ///
    /// # Panics
    /// Panics if the reqwest HTTP client cannot be built.
    #[must_use]
    #[expect(
        clippy::expect_used,
        reason = "reqwest client build failure is rare (TLS/resolver init) and fatal; matches reqwest::Client::new() pattern"
    )]
    pub fn with_config(
        cfg: WebRetrievalConfig,
        exa_cfg: &ExaServiceConfig,
        anthropic_cfg: AnthropicServiceConfig,
    ) -> Self {
        // Create Exa client with configured base_url
        let exa_config = exa_async::ExaConfig::new().with_api_base(&exa_cfg.base_url);
        Self {
            http: reqwest::Client::builder()
                .connect_timeout(std::time::Duration::from_secs(5))
                .timeout(std::time::Duration::from_secs(cfg.request_timeout_secs))
                .build()
                .expect("reqwest client"),
            exa: exa_async::Client::with_config(exa_config),
            anthropic: OnceCell::new(),
            cfg,
            anthropic_cfg,
        }
    }

    /// Create a new `WebTools` instance with default configuration.
    ///
    /// # Panics
    /// Panics if the reqwest HTTP client cannot be built.
    #[must_use]
    pub fn new() -> Self {
        Self::with_config(
            WebRetrievalConfig::default(),
            &ExaServiceConfig::default(),
            AnthropicServiceConfig::default(),
        )
    }
}

impl Default for WebTools {
    fn default() -> Self {
        Self::new()
    }
}

/// Re-export the `build_registry` function and `WebTools` for registry consumers.
pub use tools::build_registry;

#[cfg(test)]
impl WebTools {
    /// Create a `WebTools` instance with a custom HTTP client for testing.
    pub(crate) fn with_http_client(http: reqwest::Client) -> Self {
        let exa_cfg = ExaServiceConfig::default();
        let exa_config = exa_async::ExaConfig::new().with_api_base(&exa_cfg.base_url);
        Self {
            http,
            exa: exa_async::Client::with_config(exa_config),
            anthropic: OnceCell::new(),
            cfg: WebRetrievalConfig::default(),
            anthropic_cfg: AnthropicServiceConfig::default(),
        }
    }
}