web-retrieval 0.3.0

Web fetch and web search MCP tools
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

//! Tool trait implementations and registry builder.

use std::sync::Arc;

use agentic_tools_core::ToolRegistry;
use agentic_tools_core::context::ToolContext;
use agentic_tools_core::error::ToolError;
use agentic_tools_core::tool::Tool;
use futures::future::BoxFuture;

use crate::WebTools;
use crate::types::WebFetchInput;
use crate::types::WebFetchOutput;
use crate::types::WebSearchInput;
use crate::types::WebSearchOutput;

// ============================================================================
// WebFetchTool
// ============================================================================

/// MCP tool for fetching web pages and converting to markdown.
#[derive(Clone)]
pub struct WebFetchTool {
    tools: Arc<WebTools>,
}

impl WebFetchTool {
    /// Create a new `WebFetchTool` with shared state.
    #[must_use]
    pub const fn new(tools: Arc<WebTools>) -> Self {
        Self { tools }
    }
}

impl Tool for WebFetchTool {
    type Input = WebFetchInput;
    type Output = WebFetchOutput;

    const NAME: &'static str = "web_fetch";
    const DESCRIPTION: &'static str = "Fetch a URL over HTTP and convert the page to clean Markdown with metadata. Default summarize=false; set summarize=true to generate a short Haiku summary (requires Anthropic credentials).";

    fn call(
        &self,
        input: Self::Input,
        ctx: &ToolContext,
    ) -> BoxFuture<'static, Result<Self::Output, ToolError>> {
        let tools = Arc::clone(&self.tools);
        let ctx = ctx.clone();
        Box::pin(async move { crate::fetch::web_fetch(&tools, input, &ctx).await })
    }
}

// ============================================================================
// WebSearchTool
// ============================================================================

/// MCP tool for semantic web search via Exa.
#[derive(Clone)]
pub struct WebSearchTool {
    tools: Arc<WebTools>,
}

impl WebSearchTool {
    /// Create a new `WebSearchTool` with shared state.
    #[must_use]
    pub const fn new(tools: Arc<WebTools>) -> Self {
        Self { tools }
    }
}

impl Tool for WebSearchTool {
    type Input = WebSearchInput;
    type Output = WebSearchOutput;

    const NAME: &'static str = "web_search";
    const DESCRIPTION: &'static str = "Semantic/neural web search (Exa). Use NATURAL LANGUAGE queries (questions/descriptions). Do NOT use keyword-stuffed, Google-style queries. Returns compact, citable result cards with URLs plus a short trimmed context to orient you.";

    fn call(
        &self,
        input: Self::Input,
        ctx: &ToolContext,
    ) -> BoxFuture<'static, Result<Self::Output, ToolError>> {
        let tools = Arc::clone(&self.tools);
        let ctx = ctx.clone();
        Box::pin(async move { crate::search::web_search(&tools, input, &ctx).await })
    }
}

// ============================================================================
// Registry Builder
// ============================================================================

/// Build a `ToolRegistry` containing all web tools.
pub fn build_registry(tools: Arc<WebTools>) -> ToolRegistry {
    ToolRegistry::builder()
        .register::<WebFetchTool, ()>(WebFetchTool::new(Arc::clone(&tools)))
        .register::<WebSearchTool, ()>(WebSearchTool::new(tools))
        .finish()
}