systemprompt-analytics 0.6.1

Analytics for systemprompt.io AI governance infrastructure. Session, agent, tool, and microdollar-precision cost attribution across the MCP governance pipeline.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

//! Static keyword list and matcher for known AI training / search crawlers.

pub const AI_CRAWLER_KEYWORDS: &[&str] = &[
    "notebooklm",
    "gemini-deep-research",
    "grammarly",
    "chatgpt-user",
    "oai-searchbot",
    "gptbot",
    "perplexitybot",
    "perplexity-user",
    "claudebot",
    "claude-user",
    "claude-web",
    "anthropic-ai",
    "applebot-extended",
    "ccbot",
    "bytespider",
    "amazonbot",
    "youbot",
    "diffbot",
    "cohere-ai",
];

pub fn matches_ai_crawler(user_agent: &str) -> bool {
    let ua_lower = user_agent.to_lowercase();
    AI_CRAWLER_KEYWORDS
        .iter()
        .any(|keyword| ua_lower.contains(keyword))
}