use lazy_static::lazy_static;
use reqwest::header::USER_AGENT;
use serde_json::Value;
use std::sync::Mutex;
use std::time::Duration;
use std::time::Instant;
lazy_static! {
static ref LAST_SEARCH_CALL: Mutex<Option<Instant>> = Mutex::new(None);
}
pub async fn execute_search(args: &Value) -> Result<String, String> {
let query = args
.get("query")
.and_then(|v| v.as_str())
.ok_or_else(|| "Missing required argument: 'query'".to_string())?;
let results = perform_search(query).await?;
if !results.is_empty() {
return Ok(results);
}
let tier2 = query
.replace("2024", "")
.replace("2025", "")
.replace("2026", "")
.replace("crate", "")
.split_whitespace()
.collect::<Vec<_>>()
.join(" ");
if tier2 != query {
let second_results = perform_search(&tier2).await?;
if !second_results.is_empty() {
return Ok(second_results);
}
}
Ok(
"No search results found. All web content was safely sanitized. Try a broader search term."
.to_string(),
)
}
fn sanitize_web_content(text: &str) -> String {
text.replace("{", " (")
.replace("}", ") ")
.replace("[", " (")
.replace("]", ") ")
.replace("\"", "'")
.replace("<script", "[BLOCKED SCRIPT]")
}
async fn perform_search(query: &str) -> Result<String, String> {
let sleep_duration = {
if let Ok(last_call) = LAST_SEARCH_CALL.lock() {
last_call.and_then(|instant| {
let elapsed = instant.elapsed();
if elapsed < Duration::from_secs(3) {
Some(Duration::from_secs(3) - elapsed)
} else {
None
}
})
} else {
None
}
};
if let Some(duration) = sleep_duration {
tokio::time::sleep(duration).await;
}
if let Ok(mut last_call) = LAST_SEARCH_CALL.lock() {
*last_call = Some(Instant::now());
}
let encoded = percent_encoding::utf8_percent_encode(query, percent_encoding::NON_ALPHANUMERIC);
let search_url = format!("https://s.jina.ai/{}", encoded);
let client = reqwest::Client::builder()
.timeout(Duration::from_secs(20))
.build()
.map_err(|e| format!("Failed to build client: {e}"))?;
let mut request = client.get(&search_url)
.header(USER_AGENT, "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
if let Ok(key) = std::env::var("JINA_API_KEY") {
request = request.header("Authorization", format!("Bearer {}", key));
}
let response = request
.send()
.await
.map_err(|e| format!("Failed to connect to search proxy: {e}"))?;
let markdown = response
.text()
.await
.map_err(|e| format!("Failed to read search response: {e}"))?;
Ok(sanitize_web_content(&markdown))
}
pub async fn execute_fetch(args: &Value) -> Result<String, String> {
let url = args
.get("url")
.and_then(|v| v.as_str())
.ok_or_else(|| "Missing required argument: 'url'".to_string())?;
let proxy_url = format!("https://r.jina.ai/{}", url);
let client = reqwest::Client::builder()
.timeout(Duration::from_secs(25))
.build()
.map_err(|e| format!("Failed to build client: {e}"))?;
let mut request = client.get(&proxy_url)
.header(USER_AGENT, "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
if let Ok(key) = std::env::var("JINA_API_KEY") {
request = request.header("Authorization", format!("Bearer {}", key));
}
let response = request
.send()
.await
.map_err(|e| format!("Failed to connect to documentation proxy: {e}"))?;
let markdown = response
.text()
.await
.map_err(|e| format!("Failed to read documentation body: {e}"))?;
Ok(markdown)
}