akshare 0.1.2

100% pure Rust implementation of akshare — unified access to Chinese and global financial market data APIs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

//! Sogou news search (HTML scraping).

use crate::client::AkShareClient;
use crate::error::Result;
use crate::types::NewsItem;

impl AkShareClient {
    /// Search news from Sogou News.
    ///
    /// Queries `news.sogou.com/news?query=...&sort=1` and parses the HTML response
    /// to extract news titles and URLs from `<h3><a>` blocks.
    pub async fn sogou_news_search(&self, query: &str, timeout_secs: u64) -> Result<Vec<NewsItem>> {
        let sogou_url = format!(
            "https://news.sogou.com/news?query={}&sort=1",
            query.replace(' ', "+")
        );
        let body = tokio::time::timeout(
            std::time::Duration::from_secs(timeout_secs),
            self.get(&sogou_url).send(),
        )
        .await
        .map_err(|_| {
            crate::Error::upstream(format!(
                "Sogou News request timed out after {timeout_secs}s"
            ))
        })?
        .map_err(crate::Error::from)?
        .text()
        .await
        .map_err(crate::Error::from)?;

        let mut items = Vec::new();
        let mut remaining = body.as_str();
        while let Some(pos) = remaining.find("<h3") {
            let chunk = &remaining[pos..];
            if let Some(a_start) = chunk.find("<a href=\"") {
                let after_href = &chunk[a_start + 9..];
                if let Some(quote_end) = after_href.find('"') {
                    let url = after_href[..quote_end].to_string();
                    let title_start = after_href.find('>').map(|i| i + 1);
                    let title = title_start.and_then(|start| {
                        let title_chunk = &after_href[start..];
                        title_chunk.find("</a>").map(|end| {
                            let raw = &title_chunk[..end];
                            let clean = raw.split('<').next().unwrap_or(raw).to_string();
                            clean.trim().to_string()
                        })
                    });
                    if let (Some(title), true) = (title, !url.is_empty() && url.starts_with("http"))
                        && !title.is_empty()
                    {
                        items.push(NewsItem {
                            published_at: chrono::Utc::now().format("%Y-%m-%d").to_string(),
                            title,
                            summary: String::new(),
                            source: "sogou_news".to_string(),
                            url: Some(url),
                        });
                    }
                }
            }
            remaining = &remaining[pos + 3..];
        }
        Ok(items)
    }
}