daedra 0.3.0

Self-contained web search MCP server. 9 backends with automatic fallback. Works from any IP.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use crate::types::ContentType;

struct SubstringRule {
    content_type: ContentType,
    patterns: &'static [&'static str],
}

const SUBSTRING_RULES: &[SubstringRule] = &[
    SubstringRule {
        content_type: ContentType::Documentation,
        patterns: &[
            "docs.",
            "/docs/",
            "/documentation/",
            "readthedocs",
            "javadoc",
            "/api/",
        ],
    },
    SubstringRule {
        content_type: ContentType::Documentation,
        patterns: &[
            "github.com",
            "gitlab.com",
            "stackoverflow.com",
            "stackexchange.com",
            "bitbucket.org",
        ],
    },
    SubstringRule {
        content_type: ContentType::Social,
        patterns: &[
            "twitter.com",
            "x.com",
            "facebook.com",
            "linkedin.com",
            "instagram.com",
            "tiktok.com",
        ],
    },
    SubstringRule {
        content_type: ContentType::Forum,
        patterns: &["reddit.com", "forum", "discourse", "community."],
    },
    SubstringRule {
        content_type: ContentType::Video,
        patterns: &["youtube.com", "youtu.be", "vimeo.com", "twitch.tv"],
    },
    SubstringRule {
        content_type: ContentType::Shopping,
        patterns: &["amazon.", "ebay.", "shop.", "/shop/", "store."],
    },
    SubstringRule {
        content_type: ContentType::Article,
        patterns: &["news.", "/news/", "bbc.", "cnn.", "nytimes.", "reuters."],
    },
];

/// Classify a search result URL into a [`ContentType`] using substring rules.
pub fn classify_search_url(url: &str) -> ContentType {
    let lower = url.to_lowercase();
    for rule in SUBSTRING_RULES {
        if rule.patterns.iter().any(|p| lower.contains(p)) {
            return rule.content_type;
        }
    }
    ContentType::Article
}